[ 450.556800] env[62403]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62403) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.557170] env[62403]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62403) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.557215] env[62403]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62403) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 450.557517] env[62403]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 450.643570] env[62403]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62403) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 450.652337] env[62403]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=62403) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 450.779527] env[62403]: INFO nova.virt.driver [None req-4462525a-9085-4563-9489-6a81377d9823 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 450.851744] env[62403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 450.851914] env[62403]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 450.852022] env[62403]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62403) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 454.103024] env[62403]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-696cf582-1144-4707-94ba-4db7960c7cb3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.119334] env[62403]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62403) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 454.119479] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-52475935-5a3c-4dfd-a830-82dab89494fd {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.151150] env[62403]: INFO oslo_vmware.api [-] Successfully established new session; session ID is cfeb6. [ 454.151326] env[62403]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.299s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.151951] env[62403]: INFO nova.virt.vmwareapi.driver [None req-4462525a-9085-4563-9489-6a81377d9823 None None] VMware vCenter version: 7.0.3 [ 454.155551] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a851ffc9-0e94-42ca-9f28-a94faeb03420 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.177370] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1def384-4c3e-43cc-9300-c04aa73648fb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.183551] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb11bc6a-7669-46b2-b1d5-115da45596e2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.190394] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856eb3d1-80cb-4ebb-9071-8a92396496c9 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.203979] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a08d1d4-f2dd-4b58-8078-27f920999bcb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.210544] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b737c-7fa6-48bc-b60d-57883faf46b7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.241492] env[62403]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6b9e268e-5eec-4ea8-ae26-91c7434b871d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.246945] env[62403]: DEBUG nova.virt.vmwareapi.driver [None req-4462525a-9085-4563-9489-6a81377d9823 None None] Extension org.openstack.compute already exists. {{(pid=62403) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:224}} [ 454.249682] env[62403]: INFO nova.compute.provider_config [None req-4462525a-9085-4563-9489-6a81377d9823 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 454.267736] env[62403]: DEBUG nova.context [None req-4462525a-9085-4563-9489-6a81377d9823 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),541828b4-0a8f-4bfc-bf40-6e2e08e63c25(cell1) {{(pid=62403) load_cells /opt/stack/nova/nova/context.py:464}} [ 454.269614] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.269838] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.270483] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.270899] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Acquiring lock "541828b4-0a8f-4bfc-bf40-6e2e08e63c25" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.271095] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Lock "541828b4-0a8f-4bfc-bf40-6e2e08e63c25" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.272051] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Lock "541828b4-0a8f-4bfc-bf40-6e2e08e63c25" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.292797] env[62403]: INFO dbcounter [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Registered counter for database nova_cell0 [ 454.300563] env[62403]: INFO dbcounter [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Registered counter for database nova_cell1 [ 454.303590] env[62403]: DEBUG oslo_db.sqlalchemy.engines [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62403) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 454.304185] env[62403]: DEBUG oslo_db.sqlalchemy.engines [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62403) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 454.308462] env[62403]: DEBUG dbcounter [-] [62403] Writer thread running {{(pid=62403) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 454.309167] env[62403]: DEBUG dbcounter [-] [62403] Writer thread running {{(pid=62403) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 454.311217] env[62403]: ERROR nova.db.main.api [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 264, in main [ 454.311217] env[62403]: result = function(*args, **kwargs) [ 454.311217] env[62403]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 454.311217] env[62403]: return func(*args, **kwargs) [ 454.311217] env[62403]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.311217] env[62403]: result = fn(*args, **kwargs) [ 454.311217] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.311217] env[62403]: return f(*args, **kwargs) [ 454.311217] env[62403]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 454.311217] env[62403]: return db.service_get_minimum_version(context, binaries) [ 454.311217] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.311217] env[62403]: _check_db_access() [ 454.311217] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.311217] env[62403]: stacktrace = ''.join(traceback.format_stack()) [ 454.311217] env[62403]: [ 454.312272] env[62403]: ERROR nova.db.main.api [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 264, in main [ 454.312272] env[62403]: result = function(*args, **kwargs) [ 454.312272] env[62403]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 454.312272] env[62403]: return func(*args, **kwargs) [ 454.312272] env[62403]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.312272] env[62403]: result = fn(*args, **kwargs) [ 454.312272] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.312272] env[62403]: return f(*args, **kwargs) [ 454.312272] env[62403]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 454.312272] env[62403]: return db.service_get_minimum_version(context, binaries) [ 454.312272] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.312272] env[62403]: _check_db_access() [ 454.312272] env[62403]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.312272] env[62403]: stacktrace = ''.join(traceback.format_stack()) [ 454.312272] env[62403]: [ 454.312608] env[62403]: WARNING nova.objects.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 454.312770] env[62403]: WARNING nova.objects.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Failed to get minimum service version for cell 541828b4-0a8f-4bfc-bf40-6e2e08e63c25 [ 454.313193] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Acquiring lock "singleton_lock" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 454.313347] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Acquired lock "singleton_lock" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 454.313592] env[62403]: DEBUG oslo_concurrency.lockutils [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Releasing lock "singleton_lock" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 454.313906] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Full set of CONF: {{(pid=62403) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 454.314055] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ******************************************************************************** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2600}} [ 454.314188] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] Configuration options gathered from: {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2601}} [ 454.314326] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}} [ 454.314524] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2603}} [ 454.314657] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ================================================================================ {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2605}} [ 454.314871] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] allow_resize_to_same_host = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315081] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] arq_binding_timeout = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315215] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] backdoor_port = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315348] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] backdoor_socket = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315518] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] block_device_allocate_retries = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315686] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] block_device_allocate_retries_interval = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.315861] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cert = self.pem {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316113] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316307] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute_monitors = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316486] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] config_dir = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316664] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] config_drive_format = iso9660 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316804] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.316977] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] config_source = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317152] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] console_host = devstack {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317337] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] control_exchange = nova {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317495] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cpu_allocation_ratio = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317660] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] daemon = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317836] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] debug = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.317999] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_access_ip_network_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.318172] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_availability_zone = nova {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.318336] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_ephemeral_format = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.318501] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_green_pool_size = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.318750] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.318924] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] default_schedule_zone = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319091] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] disk_allocation_ratio = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319262] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] enable_new_services = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319449] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] enabled_apis = ['osapi_compute'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319617] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] enabled_ssl_apis = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319785] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] flat_injected = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.319947] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] force_config_drive = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.320126] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] force_raw_images = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.320301] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] graceful_shutdown_timeout = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.320469] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] heal_instance_info_cache_interval = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.320687] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] host = cpu-1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.320862] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321029] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321197] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321414] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321584] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_build_timeout = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321749] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_delete_interval = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.321922] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_format = [instance: %(uuid)s] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322094] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_name_template = instance-%08x {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322264] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_usage_audit = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322440] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_usage_audit_period = month {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322614] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322786] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.322970] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] internal_service_availability_zone = internal {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.323166] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] key = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.323349] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] live_migration_retry_count = 30 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.323521] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_config_append = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.323692] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.323856] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_dir = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324030] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324171] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_options = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324336] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_rotate_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324508] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_rotate_interval_type = days {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324677] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] log_rotation_type = none {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324812] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.324983] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325131] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325311] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325446] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325615] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] long_rpc_timeout = 1800 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325778] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_concurrent_builds = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.325942] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_concurrent_live_migrations = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326106] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_concurrent_snapshots = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326270] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_local_block_devices = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326430] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_logfile_count = 30 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326591] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] max_logfile_size_mb = 200 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326750] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] maximum_instance_delete_attempts = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.326920] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metadata_listen = 0.0.0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327089] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metadata_listen_port = 8775 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327260] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metadata_workers = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327423] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] migrate_max_retries = -1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327590] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] mkisofs_cmd = genisoimage {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327797] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.327931] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] my_ip = 10.180.1.21 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328108] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] network_allocate_retries = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328294] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328466] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328629] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] osapi_compute_listen_port = 8774 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328802] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] osapi_compute_unique_server_name_scope = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.328972] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] osapi_compute_workers = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329138] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] password_length = 12 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329305] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] periodic_enable = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329469] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] periodic_fuzzy_delay = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329641] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] pointer_model = usbtablet {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329814] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] preallocate_images = none {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.329978] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] publish_errors = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330111] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] pybasedir = /opt/stack/nova {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330273] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ram_allocation_ratio = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330436] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rate_limit_burst = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330605] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rate_limit_except_level = CRITICAL {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330766] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rate_limit_interval = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.330929] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reboot_timeout = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331091] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reclaim_instance_interval = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331251] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] record = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331421] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reimage_timeout_per_gb = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331590] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] report_interval = 120 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331754] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rescue_timeout = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.331919] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reserved_host_cpus = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332310] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reserved_host_disk_mb = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332310] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reserved_host_memory_mb = 512 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332431] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] reserved_huge_pages = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332590] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] resize_confirm_window = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332755] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] resize_fs_using_block_device = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.332918] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] resume_guests_state_on_host_boot = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333111] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333289] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] rpc_response_timeout = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333455] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] run_external_periodic_tasks = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333625] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] running_deleted_instance_action = reap {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333789] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.333952] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] running_deleted_instance_timeout = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334113] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler_instance_sync_interval = 120 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334285] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_down_time = 720 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334458] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] servicegroup_driver = db {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334621] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] shelved_offload_time = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334784] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] shelved_poll_interval = 3600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.334954] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] shutdown_timeout = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.335147] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] source_is_ipv6 = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.335327] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ssl_only = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.335575] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.335746] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] sync_power_state_interval = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.335912] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] sync_power_state_pool_size = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336135] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] syslog_log_facility = LOG_USER {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336309] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] tempdir = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336475] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] timeout_nbd = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336649] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] transport_url = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336814] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] update_resources_interval = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.336978] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_cow_images = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337141] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_eventlog = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337305] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_journal = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337467] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_json = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337631] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_rootwrap_daemon = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337796] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_stderr = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.337958] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] use_syslog = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338118] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vcpu_pin_set = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338287] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plugging_is_fatal = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338455] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plugging_timeout = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338623] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] virt_mkfs = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338785] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] volume_usage_poll_interval = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.338949] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] watch_log_file = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.339122] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] web = /usr/share/spice-html5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 454.339306] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_concurrency.disable_process_locking = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.339599] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.339783] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.339955] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.340144] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.340320] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.340489] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.340671] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.auth_strategy = keystone {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.340840] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.compute_link_prefix = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341016] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341195] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.dhcp_domain = novalocal {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341372] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.enable_instance_password = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341540] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.glance_link_prefix = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341707] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.341880] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342046] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.instance_list_per_project_cells = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342212] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.list_records_by_skipping_down_cells = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342380] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.local_metadata_per_cell = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342549] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.max_limit = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342719] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.metadata_cache_expiration = 15 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.342894] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.neutron_default_tenant_id = default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343065] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.use_neutron_default_nets = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343236] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343401] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343570] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343744] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.343915] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_dynamic_targets = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.344097] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_jsonfile_path = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.344285] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.344479] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.backend = dogpile.cache.memcached {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.344650] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.backend_argument = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.344827] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.config_prefix = cache.oslo {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345000] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.dead_timeout = 60.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345200] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.debug_cache_backend = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345378] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.enable_retry_client = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345548] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.enable_socket_keepalive = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345724] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.enabled = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.345894] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.enforce_fips_mode = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346091] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.expiration_time = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346284] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.hashclient_retry_attempts = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346460] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346631] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_dead_retry = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346798] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_password = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.346969] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.347138] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.347309] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_pool_maxsize = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.347478] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.347644] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_sasl_enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.347829] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348055] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348188] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.memcache_username = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348359] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.proxies = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348526] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_password = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348701] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.348880] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349055] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_server = localhost:6379 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349227] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_socket_timeout = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349392] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.redis_username = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349560] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.retry_attempts = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349731] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.retry_delay = 0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.349897] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.socket_keepalive_count = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.350065] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.socket_keepalive_idle = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.350301] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.socket_keepalive_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.350524] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.tls_allowed_ciphers = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.350703] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.tls_cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.350870] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.tls_certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351042] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.tls_enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351210] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cache.tls_keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351388] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351570] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.auth_type = password {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351739] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.351922] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352111] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352350] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352459] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.cross_az_attach = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352625] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.debug = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352790] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.endpoint_template = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.352957] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.http_retries = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353124] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353288] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353462] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.os_region_name = RegionOne {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353632] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353796] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cinder.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.353973] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.354139] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.cpu_dedicated_set = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.354306] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.cpu_shared_set = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.354512] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.image_type_exclude_list = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.354804] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.355110] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.355414] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.355707] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.355948] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.356152] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.resource_provider_association_refresh = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.356336] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.shutdown_retry_interval = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.356529] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.356720] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] conductor.workers = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.356905] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] console.allowed_origins = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357076] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] console.ssl_ciphers = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357258] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] console.ssl_minimum_version = default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357434] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] consoleauth.enforce_session_timeout = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357609] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] consoleauth.token_ttl = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357788] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.357952] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358122] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358289] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358453] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358615] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358781] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.358941] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359105] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359268] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359432] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359594] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359757] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.359932] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.service_type = accelerator {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360117] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360288] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360452] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360614] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360798] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.360964] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] cyborg.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361147] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.backend = sqlalchemy {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361322] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.connection = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361492] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.connection_debug = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361664] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.connection_parameters = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361830] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.connection_recycle_time = 3600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.361997] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.connection_trace = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.362166] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.db_inc_retry_interval = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.db_max_retries = 20 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.db_max_retry_interval = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.db_retry_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.max_overflow = 50 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.max_pool_size = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363134] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.max_retries = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363481] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363481] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.mysql_wsrep_sync_wait = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363584] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.pool_timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363749] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.retry_interval = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.363909] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.slave_connection = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.364089] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.sqlite_synchronous = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] database.use_db_reconnect = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.backend = sqlalchemy {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.connection = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.connection_debug = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.connection_parameters = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.365975] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.connection_recycle_time = 3600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.connection_trace = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.db_inc_retry_interval = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.db_max_retries = 20 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.db_max_retry_interval = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.db_retry_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366292] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.max_overflow = 50 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366537] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.max_pool_size = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366537] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.max_retries = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366537] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366722] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.366857] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.pool_timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367027] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.retry_interval = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367189] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.slave_connection = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367359] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] api_database.sqlite_synchronous = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367534] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] devices.enabled_mdev_types = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367716] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.367892] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368076] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ephemeral_storage_encryption.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368251] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368427] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.api_servers = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368595] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368762] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.368933] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369100] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369263] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369431] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.debug = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369602] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.default_trusted_certificate_ids = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369768] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.enable_certificate_validation = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.369934] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.enable_rbd_download = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370149] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370270] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370434] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370597] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370759] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.370924] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.num_retries = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.371098] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.rbd_ceph_conf = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.371300] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.rbd_connect_timeout = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.371499] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.rbd_pool = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.371676] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.rbd_user = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.371845] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372046] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372193] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372370] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.service_type = image {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372537] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372700] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.372863] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373026] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373212] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373385] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.verify_glance_signatures = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373549] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] glance.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373723] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] guestfs.debug = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.373897] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] mks.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.374265] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.374466] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.manager_interval = 2400 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.374642] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.precache_concurrency = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.374820] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.remove_unused_base_images = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.374993] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.375196] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.375388] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] image_cache.subdirectory_name = _base {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.375570] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.api_max_retries = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.375739] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.api_retry_interval = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.375906] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.376145] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.auth_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.376337] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.376506] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.376678] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.376851] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.conductor_group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377016] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377181] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377349] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377518] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377681] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.377846] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378009] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378180] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.peer_list = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378346] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378509] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378677] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.serial_console_state_timeout = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.378840] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379018] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.service_type = baremetal {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379184] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.shard = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379355] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379520] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379685] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.379849] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380052] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380242] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ironic.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380413] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380592] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] key_manager.fixed_key = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380779] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.380946] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.barbican_api_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381114] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.barbican_endpoint = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381295] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.barbican_endpoint_type = public {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381458] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.barbican_region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381622] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381785] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.381952] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382120] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382285] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382452] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.number_of_retries = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382617] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.retry_delay = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382785] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.send_service_user_token = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.382951] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.383154] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.383348] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.verify_ssl = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.383516] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican.verify_ssl_path = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.383688] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.383858] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.auth_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384079] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384206] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384378] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384543] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384702] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.384867] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385035] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] barbican_service_user.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385228] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.approle_role_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385397] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.approle_secret_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385560] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385722] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.385893] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386061] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386228] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386404] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.kv_mountpoint = secret {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386568] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.kv_path = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386735] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.kv_version = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.386895] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.namespace = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387059] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.root_token_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387234] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387395] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.ssl_ca_crt_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387555] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387720] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.use_ssl = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.387892] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388076] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388251] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.auth_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388415] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388580] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388750] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.388914] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389078] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389255] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389427] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389590] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389752] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.389915] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390079] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390246] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390408] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390583] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.service_type = identity {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390751] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.390913] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391077] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391241] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391426] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391593] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] keystone.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391802] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.connection_uri = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.391971] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_mode = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.392158] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.392339] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_models = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.392518] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_power_governor_high = performance {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.392692] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.392859] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_power_management = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393072] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393262] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.device_detach_attempts = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393435] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.device_detach_timeout = 20 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393605] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.disk_cachemodes = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393769] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.disk_prefix = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.393938] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.enabled_perf_events = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394106] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.file_backed_memory = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394277] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.gid_maps = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394440] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.hw_disk_discard = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394602] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.hw_machine_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394777] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_rbd_ceph_conf = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.394948] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.395165] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.395365] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_rbd_glance_store_name = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.395546] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_rbd_pool = rbd {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.395726] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_type = default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.395893] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.images_volume_group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396077] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.inject_key = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396253] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.inject_partition = -2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396420] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.inject_password = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396586] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.iscsi_iface = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396755] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.iser_use_multipath = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.396923] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397091] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397259] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_downtime = 500 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397426] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397592] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397755] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_inbound_addr = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.397920] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398086] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398252] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_scheme = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398442] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_timeout_action = abort {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398649] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_tunnelled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398819] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_uri = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.398988] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.live_migration_with_native_tls = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.399155] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.max_queues = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.399322] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.399552] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.399721] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.nfs_mount_options = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400015] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400204] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400423] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400542] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400711] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.400879] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_pcie_ports = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.401054] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.401227] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.pmem_namespaces = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.401393] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.quobyte_client_cfg = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.401681] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.401859] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402031] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402203] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402367] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rbd_secret_uuid = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402529] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rbd_user = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402697] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.402874] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403049] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rescue_image_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403272] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rescue_kernel_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403449] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rescue_ramdisk_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403627] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403793] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.rx_queue_size = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.403965] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.smbfs_mount_options = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.404259] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.404441] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.snapshot_compression = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.404609] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.snapshot_image_format = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.404832] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405004] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.sparse_logical_volumes = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405193] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.swtpm_enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405373] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.swtpm_group = tss {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405548] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.swtpm_user = tss {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405723] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.sysinfo_serial = unique {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.405887] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.tb_cache_size = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.406048] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.tx_queue_size = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.406222] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.uid_maps = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.406450] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.use_virtio_for_bridges = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.406658] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.virt_type = kvm {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.406841] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.volume_clear = zero {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407012] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.volume_clear_size = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407185] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.volume_use_multipath = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407353] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_cache_path = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407528] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407702] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.407874] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.408062] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.408355] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.408542] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.vzstorage_mount_user = stack {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.408715] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.408895] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409076] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.auth_type = password {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409245] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409410] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409578] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409742] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.409904] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410078] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.default_floating_pool = public {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410243] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410409] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.extension_sync_interval = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410573] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.http_retries = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410739] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.410898] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411058] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411234] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411394] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411566] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.ovs_bridge = br-int {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411733] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.physnets = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.411906] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.region_name = RegionOne {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412080] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412259] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.service_metadata_proxy = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412424] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412595] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.service_type = network {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412761] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.412923] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413101] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413285] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413458] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413623] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] neutron.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413797] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] notifications.bdms_in_notifications = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.413977] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] notifications.default_level = INFO {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.414156] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] notifications.notification_format = unversioned {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.414328] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] notifications.notify_on_state_change = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.414507] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.414684] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] pci.alias = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.414856] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] pci.device_spec = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415035] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] pci.report_in_placement = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415242] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415432] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.auth_type = password {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415609] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415774] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.415937] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416142] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416317] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416480] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416642] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.default_domain_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416804] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.default_domain_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.416965] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.domain_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417125] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.domain_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417289] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417452] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417612] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417769] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.417928] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.418098] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.password = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.418265] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.project_domain_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.418480] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.project_domain_name = Default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.418669] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.project_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.418849] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.project_name = service {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419025] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.region_name = RegionOne {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419190] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419358] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419533] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.service_type = placement {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419701] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.419864] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420040] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420216] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.system_scope = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420378] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420541] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.trust_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420704] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.user_domain_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.420874] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.user_domain_name = Default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421040] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.user_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421221] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.username = placement {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421403] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421570] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] placement.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421749] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.cores = 20 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.421919] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.count_usage_from_placement = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422092] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422271] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.injected_file_content_bytes = 10240 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422439] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.injected_file_path_length = 255 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422606] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.injected_files = 5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422773] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.instances = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.422943] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.key_pairs = 100 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423130] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.metadata_items = 128 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423311] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.ram = 51200 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423479] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.recheck_quota = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423650] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.server_group_members = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423816] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] quota.server_groups = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.423989] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.424182] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.424360] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.image_metadata_prefilter = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.424528] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.424693] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.max_attempts = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.424859] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.max_placement_results = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425075] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425225] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425397] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425573] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] scheduler.workers = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425749] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.425922] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426102] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426275] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426443] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426612] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426778] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.426968] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.427144] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.host_subset_size = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.427315] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.427507] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.427685] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.427856] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.isolated_hosts = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428039] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.isolated_images = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428222] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428384] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428555] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428721] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.pci_in_placement = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.428888] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429052] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429221] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429386] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429579] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429763] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.429933] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.track_instance_changes = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.430117] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.430294] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metrics.required = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.430499] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metrics.weight_multiplier = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.430708] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.430865] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] metrics.weight_setting = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.431171] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.431351] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.431536] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.port_range = 10000:20000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.431714] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.431891] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432079] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] serial_console.serialproxy_port = 6083 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432260] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432440] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.auth_type = password {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432608] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432772] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.432942] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433125] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433301] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433481] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.send_service_user_token = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433648] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433811] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] service_user.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.433983] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.agent_enabled = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.434165] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.434476] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.434675] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.434852] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.html5proxy_port = 6082 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435023] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.image_compression = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435214] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.jpeg_compression = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435388] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.playback_compression = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435567] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.server_listen = 127.0.0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435743] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.435908] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.streaming_mode = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436086] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] spice.zlib_compression = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436267] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] upgrade_levels.baseapi = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436446] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] upgrade_levels.compute = auto {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436615] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] upgrade_levels.conductor = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436779] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] upgrade_levels.scheduler = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.436949] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437115] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437281] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437467] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437645] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437811] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.437974] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438141] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438305] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vendordata_dynamic_auth.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438483] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.api_retry_count = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438648] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.ca_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438823] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.438995] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.cluster_name = testcl1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.439164] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.connection_pool_size = 10 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.439329] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.console_delay_seconds = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.439502] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.datastore_regex = ^datastore.* {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.439709] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.439890] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.host_password = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440075] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.host_port = 443 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440257] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.host_username = administrator@vsphere.local {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440431] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.insecure = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440597] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.integration_bridge = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440801] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.maximum_objects = 100 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.440927] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.pbm_default_policy = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441095] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.pbm_enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441261] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.pbm_wsdl_location = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441435] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441599] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.serial_port_proxy_uri = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441760] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.serial_port_service_uri = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.441931] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.task_poll_interval = 0.5 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.442105] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.use_linked_clone = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.442281] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.vnc_keymap = en-us {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.442455] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.vnc_port = 5900 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.442667] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vmware.vnc_port_total = 10000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.442867] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.auth_schemes = ['none'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.443049] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.443347] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.443540] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.443718] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.novncproxy_port = 6080 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.443900] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.server_listen = 127.0.0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444090] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444273] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.vencrypt_ca_certs = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444440] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.vencrypt_client_cert = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444606] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vnc.vencrypt_client_key = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444791] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.444962] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.445158] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.445340] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.445512] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.disable_rootwrap = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.445680] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.enable_numa_live_migration = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.445849] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446020] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446187] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446355] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.libvirt_disable_apic = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446521] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446687] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.446854] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447020] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447188] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447358] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447526] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447691] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.447857] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448043] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448242] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448417] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.client_socket_timeout = 900 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448589] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.default_pool_size = 1000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448759] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.keep_alive = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.448930] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.max_header_line = 16384 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449098] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449267] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.ssl_ca_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449435] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.ssl_cert_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449603] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.ssl_key_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449772] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.tcp_keepidle = 600 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.449952] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.450126] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] zvm.ca_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.450294] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] zvm.cloud_connector_url = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.450577] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.450756] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] zvm.reachable_timeout = 300 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.450945] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.enforce_new_defaults = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.451122] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.enforce_scope = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.451305] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.policy_default_rule = default {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.451491] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.451671] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.policy_file = policy.yaml {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.451847] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452028] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452201] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452369] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452538] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452710] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.452891] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453103] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.connection_string = messaging:// {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453302] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.enabled = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453482] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.es_doc_type = notification {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453651] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.es_scroll_size = 10000 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453824] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.es_scroll_time = 2m {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.453992] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.filter_error_trace = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.454169] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.hmac_keys = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.454344] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.sentinel_service_name = mymaster {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.454518] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.socket_timeout = 0.1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.454685] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.trace_requests = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.454854] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler.trace_sqlalchemy = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455056] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler_jaeger.process_tags = {} {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455243] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler_jaeger.service_name_prefix = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455419] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] profiler_otlp.service_name_prefix = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455591] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] remote_debug.host = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455757] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] remote_debug.port = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.455942] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.456137] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.456329] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.456501] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.456670] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.456836] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457004] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457171] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457340] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457502] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457678] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.457848] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458019] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458190] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458360] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458537] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458704] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.458868] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459038] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459207] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459373] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459543] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459708] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.459875] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460058] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460239] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460418] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460592] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460762] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.460983] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.461111] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.461306] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.461479] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_notifications.retry = -1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.461669] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.461850] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462029] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.auth_section = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462201] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.auth_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462396] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.cafile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462565] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.certfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462737] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.collect_timing = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.462903] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.connect_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463095] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.connect_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463298] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.endpoint_id = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463469] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.endpoint_override = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463641] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.insecure = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463806] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.keyfile = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.463971] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.max_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464150] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.min_version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464321] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.region_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464486] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.retriable_status_codes = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464651] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.service_name = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464811] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.service_type = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.464981] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.split_loggers = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.465170] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.status_code_retries = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.465347] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.status_code_retry_delay = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.465512] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.timeout = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.465676] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.valid_interfaces = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.465838] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_limit.version = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466010] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_reports.file_event_handler = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466195] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466374] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] oslo_reports.log_dir = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466553] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466718] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.466884] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467059] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467232] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467398] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467572] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467736] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.467898] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468082] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468256] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468419] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] vif_plug_ovs_privileged.user = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468593] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468774] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.468954] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.469132] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.469311] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.469483] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.469652] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.469829] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470032] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470214] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.isolate_vif = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470386] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470554] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470727] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.470900] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471075] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_vif_ovs.per_port_bridge = False {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471240] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] os_brick.lock_path = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471411] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.capabilities = [21] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471574] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471734] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.helper_command = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.471903] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472086] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472258] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] privsep_osbrick.user = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472434] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472598] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.group = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472759] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.helper_command = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.472928] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.473113] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.473291] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] nova_sys_admin.user = None {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 454.473425] env[62403]: DEBUG oslo_service.service [None req-cbe43229-c5f7-4092-8557-b34181d54811 None None] ******************************************************************************** {{(pid=62403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2624}} [ 454.473828] env[62403]: INFO nova.service [-] Starting compute node (version 29.1.0) [ 454.481859] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Getting list of instances from cluster (obj){ [ 454.481859] env[62403]: value = "domain-c8" [ 454.481859] env[62403]: _type = "ClusterComputeResource" [ 454.481859] env[62403]: } {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 454.482835] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f768fce-8053-4ff9-8f59-907bb4a12fa3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.491658] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Got total of 0 instances {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 454.492153] env[62403]: WARNING nova.virt.vmwareapi.driver [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 454.492582] env[62403]: INFO nova.virt.node [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Generated node identity 1bcb068b-6219-4bdb-8d6f-c1f01f93036e [ 454.492809] env[62403]: INFO nova.virt.node [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Wrote node identity 1bcb068b-6219-4bdb-8d6f-c1f01f93036e to /opt/stack/data/n-cpu-1/compute_id [ 454.504711] env[62403]: WARNING nova.compute.manager [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Compute nodes ['1bcb068b-6219-4bdb-8d6f-c1f01f93036e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 454.536227] env[62403]: INFO nova.compute.manager [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 454.558272] env[62403]: WARNING nova.compute.manager [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 454.558493] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.558697] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.558846] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.558994] env[62403]: DEBUG nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62403) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 454.560054] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838f239-39fd-4188-a268-15719b2d9d04 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.568129] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab820da8-f4d3-4195-8b3e-23cd0807d758 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.581543] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3127bda5-1bf1-4a42-9ace-3959f9e66e20 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.587403] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be988cf6-05a2-4011-99dc-ba4a962ae88f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.616673] env[62403]: DEBUG nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181834MB free_disk=197GB free_vcpus=48 pci_devices=None {{(pid=62403) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 454.616824] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.617002] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.628347] env[62403]: WARNING nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] No compute node record for cpu-1:1bcb068b-6219-4bdb-8d6f-c1f01f93036e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1bcb068b-6219-4bdb-8d6f-c1f01f93036e could not be found. [ 454.639825] env[62403]: INFO nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e [ 454.687114] env[62403]: DEBUG nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 454.687285] env[62403]: DEBUG nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 454.780406] env[62403]: INFO nova.scheduler.client.report [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] [req-66fd6873-4a3b-4792-9256-90bda4ec24bb] Created resource provider record via placement API for resource provider with UUID 1bcb068b-6219-4bdb-8d6f-c1f01f93036e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 454.796521] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a598f72-8599-494d-b734-f7d1739b55cc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.803691] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4ff29-de5b-4f54-8e62-d1ebde4ad4dc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.832822] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29dcba2-a735-4c02-9d92-95c4b513383c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.839059] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac423253-7c94-4548-be9e-085014a04876 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 454.851467] env[62403]: DEBUG nova.compute.provider_tree [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Updating inventory in ProviderTree for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 454.887668] env[62403]: DEBUG nova.scheduler.client.report [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Updated inventory for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}} [ 454.887668] env[62403]: DEBUG nova.compute.provider_tree [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Updating resource provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e generation from 0 to 1 during operation: update_inventory {{(pid=62403) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 454.887668] env[62403]: DEBUG nova.compute.provider_tree [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Updating inventory in ProviderTree for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 454.930824] env[62403]: DEBUG nova.compute.provider_tree [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Updating resource provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e generation from 1 to 2 during operation: update_traits {{(pid=62403) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 454.946873] env[62403]: DEBUG nova.compute.resource_tracker [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62403) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 454.947061] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.330s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.947225] env[62403]: DEBUG nova.service [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Creating RPC server for service compute {{(pid=62403) start /opt/stack/nova/nova/service.py:186}} [ 454.959588] env[62403]: DEBUG nova.service [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] Join ServiceGroup membership for this service compute {{(pid=62403) start /opt/stack/nova/nova/service.py:203}} [ 454.959776] env[62403]: DEBUG nova.servicegroup.drivers.db [None req-1879ab1e-a21d-491d-a266-120513a46145 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62403) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 464.310521] env[62403]: DEBUG dbcounter [-] [62403] Writing DB stats nova_cell0:SELECT=1 {{(pid=62403) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 464.311365] env[62403]: DEBUG dbcounter [-] [62403] Writing DB stats nova_cell1:SELECT=1 {{(pid=62403) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 472.963134] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 472.973441] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Getting list of instances from cluster (obj){ [ 472.973441] env[62403]: value = "domain-c8" [ 472.973441] env[62403]: _type = "ClusterComputeResource" [ 472.973441] env[62403]: } {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 472.974873] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c20a3c-dd7c-45f3-ac31-78a8af27e634 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 472.983731] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Got total of 0 instances {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 472.983945] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 472.984264] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Getting list of instances from cluster (obj){ [ 472.984264] env[62403]: value = "domain-c8" [ 472.984264] env[62403]: _type = "ClusterComputeResource" [ 472.984264] env[62403]: } {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 472.985132] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2a4288-ef71-4f07-8180-f6873af08fcd {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 472.992427] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Got total of 0 instances {{(pid=62403) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 495.550756] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.551085] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.580387] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 495.675994] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.676389] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.678466] env[62403]: INFO nova.compute.claims [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 495.798609] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1681401-943f-492b-a2df-19f3168ca214 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.807233] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd69c04-8eed-49f5-b9d4-790daed1de25 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.844761] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72e7db-c9da-44e2-a407-0e6735487a14 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.853207] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62df26c-0ec4-46a1-b2fe-fb3c30f47150 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.870144] env[62403]: DEBUG nova.compute.provider_tree [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 495.879743] env[62403]: DEBUG nova.scheduler.client.report [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 495.897581] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.221s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.898050] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 495.936077] env[62403]: DEBUG nova.compute.utils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 495.941198] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 495.941198] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 495.958395] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 496.030455] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 496.357159] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 496.357418] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 496.357575] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 496.357755] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 496.357898] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 496.358060] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 496.358279] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 496.358449] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 496.358861] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 496.359031] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 496.359203] env[62403]: DEBUG nova.virt.hardware [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 496.360263] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4305d6-51d6-47e8-8351-633c1365aa5a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.368881] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0529169-86dc-4167-8f15-172019ae5442 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.387355] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1908f91-9917-45b4-b844-1db2efb131ed {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.538861] env[62403]: DEBUG nova.policy [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '574a2532a57c46928467343bceac7eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39bf43b797994c0e8cb3c8f8f353daf1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 496.857891] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.858205] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.874044] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 496.928269] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.928526] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.929992] env[62403]: INFO nova.compute.claims [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 497.031240] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0c0dda-831a-45ae-b145-afbd96dbd426 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.039205] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0379a691-958d-49ec-80b6-644c1b303435 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.069005] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9e4e0-96c5-425f-9654-8ba03ca066eb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.076088] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177fb631-156a-4d13-afa8-98eab44829fc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.090626] env[62403]: DEBUG nova.compute.provider_tree [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 497.101562] env[62403]: DEBUG nova.scheduler.client.report [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 497.117440] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.189s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.117994] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 497.163857] env[62403]: DEBUG nova.compute.utils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 497.165288] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 497.165490] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 497.180477] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 497.259589] env[62403]: DEBUG nova.policy [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe3500412e364142bdc8db6868ec17b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a75832fdfaf46a39ebfb0e8c6f5b29b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 497.271107] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 497.298133] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 497.298474] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 497.298566] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 497.299142] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 497.299508] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 497.299686] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 497.299909] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 497.300086] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 497.300358] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 497.300459] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 497.300687] env[62403]: DEBUG nova.virt.hardware [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 497.301894] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53530964-7588-494e-94e0-ec0a9a9ea100 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.310947] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a5304e-c947-4d2c-b961-6dc8033052a1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.497344] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "f7e5552c-939e-418d-84a6-878f2d425b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.497578] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "f7e5552c-939e-418d-84a6-878f2d425b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.509660] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 497.580736] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.580975] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.582692] env[62403]: INFO nova.compute.claims [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 497.701439] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Successfully created port: 1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 497.730846] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b661a8-3855-4f8c-aa2d-9a6c7c149150 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.740292] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a63ba-2ddc-442f-8ba0-4fb2eb7576d8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.788777] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa084196-72b6-49a9-a68b-aabee5928ba0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.796873] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c049a3-3633-46b7-9b92-4fc6ea4dd9af {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.810942] env[62403]: DEBUG nova.compute.provider_tree [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 497.821182] env[62403]: DEBUG nova.scheduler.client.report [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 497.836995] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.256s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.837489] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 497.882137] env[62403]: DEBUG nova.compute.utils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 497.889231] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 497.889503] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 497.897184] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 497.993379] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 498.016836] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 498.017075] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 498.017227] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 498.017427] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 498.017588] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 498.017733] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 498.017935] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 498.018087] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 498.018248] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 498.018512] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 498.018623] env[62403]: DEBUG nova.virt.hardware [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 498.019504] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbb05a-84d2-4e4a-bb8e-d620a3144a23 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.028192] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397af4a4-4f5b-4b23-8eac-af467d0a079b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.175464] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Successfully created port: 9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 498.202968] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "52223015-5005-4b61-9a31-d94290fd2a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.203138] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Lock "52223015-5005-4b61-9a31-d94290fd2a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.215791] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 498.277580] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.277580] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.277580] env[62403]: INFO nova.compute.claims [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 498.369926] env[62403]: DEBUG nova.policy [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1abb50e1f574132bb7ea52e56186e8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9bf7b3f24ba443783b36a8fca50645b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 498.403097] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23796ec-eedc-4929-b932-5fa3281f8606 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.411466] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023f765-6c0d-469b-a024-343a8096c2e0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.442879] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a767d513-a4e0-4dc8-a1a0-a01a24535571 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.450388] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4494a396-643f-492f-ba0e-57876038b26c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.464627] env[62403]: DEBUG nova.compute.provider_tree [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 498.475975] env[62403]: DEBUG nova.scheduler.client.report [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 498.491544] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.217s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.492064] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 498.529066] env[62403]: DEBUG nova.compute.utils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 498.530783] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 498.531022] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 498.542768] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 498.649331] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 498.673314] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 498.673941] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 498.674320] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 498.674616] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 498.674878] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 498.675375] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 498.675706] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 498.675964] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 498.676374] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 498.676649] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 498.676959] env[62403]: DEBUG nova.virt.hardware [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 498.678232] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec6b271-9597-4b15-8e73-afcef581b09c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.687181] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7f559-8f5a-46c3-8e2c-ff1015cacd78 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.788662] env[62403]: DEBUG nova.policy [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe1e7f26a34433a93bbb76ec8826c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afedc411b18046db8ccae279220886ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 499.018052] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "065483cc-a135-43ab-b3eb-3969479dd005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.018364] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.031360] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 499.094449] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.095157] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.096523] env[62403]: INFO nova.compute.claims [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 499.248690] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325dea9c-7c6a-448c-a5cb-8d20735f7e24 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.263463] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4358ea25-d584-4e8b-b6db-45153aa3b5ab {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.298452] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85499635-bf12-4139-bf3b-a66c5e484744 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.312511] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351ec50-44cb-4fde-921b-a8822bbae510 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.324020] env[62403]: DEBUG nova.compute.provider_tree [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 499.334763] env[62403]: DEBUG nova.scheduler.client.report [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 499.351168] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.256s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.351748] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 499.397256] env[62403]: DEBUG nova.compute.utils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 499.398786] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 499.398960] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 499.411138] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 499.510003] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 499.556996] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 499.557225] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 499.557365] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 499.557571] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 499.557720] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 499.557866] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 499.558096] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 499.558254] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 499.558426] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 499.558728] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 499.558767] env[62403]: DEBUG nova.virt.hardware [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 499.559968] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f20643-aa36-4b98-90f3-e69de772d3a0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.568243] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45a83b-75a3-42a8-9451-0c77465846a3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.855484] env[62403]: DEBUG nova.policy [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9940499cf1b243d58fa6de15ee925f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce63dca6023b48759e32aeb421030362', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 500.947519] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Successfully created port: c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 501.166624] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Successfully created port: 90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 501.208997] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Successfully updated port: 1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 501.233992] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 501.234184] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquired lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 501.234323] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 501.392334] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Successfully updated port: 9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 501.402820] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 501.402974] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquired lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 501.403354] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 501.535243] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 501.793729] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Successfully created port: f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 501.887025] env[62403]: DEBUG nova.compute.manager [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Received event network-vif-plugged-1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 501.887025] env[62403]: DEBUG oslo_concurrency.lockutils [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] Acquiring lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.887164] env[62403]: DEBUG oslo_concurrency.lockutils [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] Lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.887320] env[62403]: DEBUG oslo_concurrency.lockutils [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] Lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.887521] env[62403]: DEBUG nova.compute.manager [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] No waiting events found dispatching network-vif-plugged-1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 501.887740] env[62403]: WARNING nova.compute.manager [req-f2afa368-5742-4b16-bbe0-f9e66bd79106 req-7c9b86d5-5a65-4017-92f5-3efdf7f4fa58 service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Received unexpected event network-vif-plugged-1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 for instance with vm_state building and task_state spawning. [ 501.994031] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 502.901940] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Updating instance_info_cache with network_info: [{"id": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "address": "fa:16:3e:b1:05:57", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac3aa93-d7", "ovs_interfaceid": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 502.917012] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Releasing lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.917320] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Instance network_info: |[{"id": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "address": "fa:16:3e:b1:05:57", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac3aa93-d7", "ovs_interfaceid": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 502.917819] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:05:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 502.932179] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 502.932889] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f52442f3-c104-4432-8da1-8dbc927b32ae {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.946261] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Created folder: OpenStack in parent group-v4. [ 502.946452] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating folder: Project (39bf43b797994c0e8cb3c8f8f353daf1). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 502.946678] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef6be591-85ff-4651-b3a2-5401cd32b582 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.956483] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Created folder: Project (39bf43b797994c0e8cb3c8f8f353daf1) in parent group-v48215. [ 502.958181] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating folder: Instances. Parent ref: group-v48216. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 502.958181] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30387a36-f087-4bef-8db8-d3381c2fa3af {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.966288] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Created folder: Instances in parent group-v48216. [ 502.966546] env[62403]: DEBUG oslo.service.loopingcall [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 502.966808] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 502.967058] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f041f8a-e9d9-4a38-abd2-41014b552560 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.997974] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 502.997974] env[62403]: value = "task-149855" [ 502.997974] env[62403]: _type = "Task" [ 502.997974] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 503.006521] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149855, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 503.281003] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Successfully updated port: c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 503.296976] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.297137] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquired lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.297296] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 503.399993] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 503.508723] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149855, 'name': CreateVM_Task, 'duration_secs': 0.376102} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 503.509648] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 503.540542] env[62403]: DEBUG oslo_vmware.service [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1559cc5a-0aaf-4eaf-954f-c5a176aa7eb5 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.545698] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.545698] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.546093] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 503.547495] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746f624b-2e90-46da-bacd-b9c040545f4f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.551980] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Waiting for the task: (returnval){ [ 503.551980] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5212f241-b9c6-bcc8-88e5-0b495cf1c4d2" [ 503.551980] env[62403]: _type = "Task" [ 503.551980] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 503.560834] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5212f241-b9c6-bcc8-88e5-0b495cf1c4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 503.744576] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Updating instance_info_cache with network_info: [{"id": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "address": "fa:16:3e:7f:58:27", "network": {"id": "15bd5502-45a2-447d-a14b-2fe1f65d0f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524222734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a75832fdfaf46a39ebfb0e8c6f5b29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268a9f8-e3", "ovs_interfaceid": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 503.761327] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Releasing lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.761822] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Instance network_info: |[{"id": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "address": "fa:16:3e:7f:58:27", "network": {"id": "15bd5502-45a2-447d-a14b-2fe1f65d0f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524222734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a75832fdfaf46a39ebfb0e8c6f5b29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268a9f8-e3", "ovs_interfaceid": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 503.762639] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:58:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9268a9f8-e3d3-41cc-9b4a-8db120cb8e17', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 503.771468] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Creating folder: Project (7a75832fdfaf46a39ebfb0e8c6f5b29b). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 503.772266] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61f3cb6-71df-47d3-bb28-45d2adb4b923 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.785753] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Created folder: Project (7a75832fdfaf46a39ebfb0e8c6f5b29b) in parent group-v48215. [ 503.785753] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Creating folder: Instances. Parent ref: group-v48219. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 503.785753] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee4f009-7764-498e-b807-a75b80b9530b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.798139] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Created folder: Instances in parent group-v48219. [ 503.798139] env[62403]: DEBUG oslo.service.loopingcall [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 503.798139] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 503.798139] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534e4d47-b92f-450e-8475-418547c0511a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.811279] env[62403]: DEBUG nova.compute.manager [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Received event network-vif-plugged-c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 503.811493] env[62403]: DEBUG oslo_concurrency.lockutils [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] Acquiring lock "f7e5552c-939e-418d-84a6-878f2d425b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.811699] env[62403]: DEBUG oslo_concurrency.lockutils [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] Lock "f7e5552c-939e-418d-84a6-878f2d425b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.811866] env[62403]: DEBUG oslo_concurrency.lockutils [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] Lock "f7e5552c-939e-418d-84a6-878f2d425b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.812044] env[62403]: DEBUG nova.compute.manager [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] No waiting events found dispatching network-vif-plugged-c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 503.812214] env[62403]: WARNING nova.compute.manager [req-c3951eb1-638e-40f8-803d-b58cd42827c0 req-6dc31131-c83a-46b5-92de-30391c235847 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Received unexpected event network-vif-plugged-c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc for instance with vm_state building and task_state spawning. [ 503.818043] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 503.818043] env[62403]: value = "task-149858" [ 503.818043] env[62403]: _type = "Task" [ 503.818043] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 503.829420] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149858, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 504.061923] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.062247] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 504.064715] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.064715] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.064715] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 504.064715] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d517cc3-f544-46c1-a15a-acf8cbd4b688 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.081945] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 504.082146] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 504.083049] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adba94d-e00a-4207-bfdb-35f8d84a7947 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.089977] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5f6eaa-32d6-41d1-86c6-48bfedf58d54 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.096135] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Waiting for the task: (returnval){ [ 504.096135] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]521c96c7-b691-506a-d721-d161af1383ce" [ 504.096135] env[62403]: _type = "Task" [ 504.096135] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 504.110032] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]521c96c7-b691-506a-d721-d161af1383ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 504.225930] env[62403]: DEBUG nova.compute.manager [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Received event network-changed-c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 504.226144] env[62403]: DEBUG nova.compute.manager [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Refreshing instance network info cache due to event network-changed-c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 504.226343] env[62403]: DEBUG oslo_concurrency.lockutils [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] Acquiring lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.323326] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Updating instance_info_cache with network_info: [{"id": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "address": "fa:16:3e:fe:86:03", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96466f8-9f", "ovs_interfaceid": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 504.331980] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149858, 'name': CreateVM_Task, 'duration_secs': 0.306953} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 504.332262] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 504.333107] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.333310] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.333890] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.334854] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37c3703-6b4f-4b9f-865c-81794f31f284 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.337038] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Releasing lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.337984] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Instance network_info: |[{"id": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "address": "fa:16:3e:fe:86:03", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96466f8-9f", "ovs_interfaceid": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 504.338568] env[62403]: DEBUG oslo_concurrency.lockutils [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] Acquired lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.339134] env[62403]: DEBUG nova.network.neutron [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Refreshing network info cache for port c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 504.340480] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:86:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 504.348998] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Creating folder: Project (f9bf7b3f24ba443783b36a8fca50645b). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 504.352998] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ad290e-928e-4246-8fc0-120447632953 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.361395] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Received event network-vif-plugged-9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 504.361395] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Acquiring lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.361395] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.361580] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.361619] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] No waiting events found dispatching network-vif-plugged-9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 504.361818] env[62403]: WARNING nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Received unexpected event network-vif-plugged-9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 for instance with vm_state building and task_state spawning. [ 504.361956] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Received event network-changed-1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 504.362118] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Refreshing instance network info cache due to event network-changed-1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 504.362454] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Acquiring lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.362454] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Acquired lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.362838] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Refreshing network info cache for port 1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 504.368020] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Waiting for the task: (returnval){ [ 504.368020] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]528df4cc-852e-99d0-a4dc-8e61639f0b24" [ 504.368020] env[62403]: _type = "Task" [ 504.368020] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 504.395810] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.395810] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 504.395977] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.399135] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Created folder: Project (f9bf7b3f24ba443783b36a8fca50645b) in parent group-v48215. [ 504.399870] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Creating folder: Instances. Parent ref: group-v48222. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 504.400200] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0425bf24-6c7e-4c6e-bf95-b8cbe3911ea1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.413631] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Created folder: Instances in parent group-v48222. [ 504.413877] env[62403]: DEBUG oslo.service.loopingcall [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 504.414059] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 504.414260] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0456c4-f41d-4f54-9d51-f8e36164f98e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.442256] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 504.442256] env[62403]: value = "task-149861" [ 504.442256] env[62403]: _type = "Task" [ 504.442256] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 504.455744] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149861, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 504.605812] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 504.606170] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating directory with path [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 504.606370] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07cd2e0a-5f93-49fc-993d-7ae89816558d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.629322] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Created directory with path [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 504.629531] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Fetch image to [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 504.629698] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 504.630501] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b957c3-4ad2-429a-9b51-afa6be482bc4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.638564] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a429b9da-094e-4ccb-b218-e8c68ec61581 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.650216] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b95eb-02f3-4791-a8d6-9d7494229c01 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.684765] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c435959-a64b-426f-9e93-209114dd5ad3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.696047] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ff95828e-0c6f-4049-af8b-14043ef4c681 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.788057] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 504.861787] env[62403]: DEBUG oslo_vmware.rw_handles [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 504.926203] env[62403]: DEBUG oslo_vmware.rw_handles [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 504.926411] env[62403]: DEBUG oslo_vmware.rw_handles [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 504.952428] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149861, 'name': CreateVM_Task, 'duration_secs': 0.284906} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 504.952644] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 504.953300] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.953458] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.953823] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.954048] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5bf4ed-7945-471f-a850-1a3fe2749169 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.959338] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Waiting for the task: (returnval){ [ 504.959338] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]529b2d39-ec4a-a0e2-1f38-1dcec45a7af9" [ 504.959338] env[62403]: _type = "Task" [ 504.959338] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 504.967427] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]529b2d39-ec4a-a0e2-1f38-1dcec45a7af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 505.084780] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Successfully updated port: f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 505.093670] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.093858] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquired lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.094015] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 505.104509] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Successfully updated port: 90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 505.115934] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.116118] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquired lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.116287] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 505.472234] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.472502] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 505.472714] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.504557] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 505.512904] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 506.127361] env[62403]: DEBUG nova.network.neutron [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Updated VIF entry in instance network info cache for port c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 506.127729] env[62403]: DEBUG nova.network.neutron [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Updating instance_info_cache with network_info: [{"id": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "address": "fa:16:3e:fe:86:03", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96466f8-9f", "ovs_interfaceid": "c96466f8-9f43-436c-b7d0-ffcdfaa8c8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 506.145231] env[62403]: DEBUG oslo_concurrency.lockutils [req-3daf0c57-7931-4368-8834-e3d08a891109 req-6157186e-2258-43e0-90a8-23cf48d1f361 service nova] Releasing lock "refresh_cache-f7e5552c-939e-418d-84a6-878f2d425b4b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.296556] env[62403]: DEBUG nova.compute.manager [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Received event network-vif-plugged-90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 506.296793] env[62403]: DEBUG oslo_concurrency.lockutils [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] Acquiring lock "52223015-5005-4b61-9a31-d94290fd2a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.297023] env[62403]: DEBUG oslo_concurrency.lockutils [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] Lock "52223015-5005-4b61-9a31-d94290fd2a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.297174] env[62403]: DEBUG oslo_concurrency.lockutils [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] Lock "52223015-5005-4b61-9a31-d94290fd2a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.297340] env[62403]: DEBUG nova.compute.manager [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] No waiting events found dispatching network-vif-plugged-90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 506.297505] env[62403]: WARNING nova.compute.manager [req-06decbf0-8450-4d78-8be0-d0713c060c14 req-cd9d0540-5021-422f-80f4-f0451ccfeacd service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Received unexpected event network-vif-plugged-90e8256f-cc30-44aa-a224-90e05b378ec3 for instance with vm_state building and task_state spawning. [ 506.778607] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Updated VIF entry in instance network info cache for port 1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 506.778970] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Updating instance_info_cache with network_info: [{"id": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "address": "fa:16:3e:b1:05:57", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac3aa93-d7", "ovs_interfaceid": "1ac3aa93-d7fa-4c6d-8ae4-e3f7e9540c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 506.792061] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Releasing lock "refresh_cache-7ab1a2cc-0b81-42dc-88cf-669e37378e65" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.792061] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Received event network-changed-9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 506.792061] env[62403]: DEBUG nova.compute.manager [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Refreshing instance network info cache due to event network-changed-9268a9f8-e3d3-41cc-9b4a-8db120cb8e17. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 506.792061] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Acquiring lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.792061] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Acquired lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.792717] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Refreshing network info cache for port 9268a9f8-e3d3-41cc-9b4a-8db120cb8e17 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 506.804740] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Updating instance_info_cache with network_info: [{"id": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "address": "fa:16:3e:a8:41:04", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c556e1-a0", "ovs_interfaceid": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 506.819194] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Releasing lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.819590] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance network_info: |[{"id": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "address": "fa:16:3e:a8:41:04", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c556e1-a0", "ovs_interfaceid": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 506.820277] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:41:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c556e1-a006-4b3b-bffa-bf471e786dde', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 506.829867] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Creating folder: Project (ce63dca6023b48759e32aeb421030362). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 506.830415] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcdabefa-83f7-41e9-8b8b-25fef534da66 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.840830] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Created folder: Project (ce63dca6023b48759e32aeb421030362) in parent group-v48215. [ 506.841054] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Creating folder: Instances. Parent ref: group-v48225. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 506.841291] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4fda0b-47d3-4077-a310-9040adc60775 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.849690] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Created folder: Instances in parent group-v48225. [ 506.849992] env[62403]: DEBUG oslo.service.loopingcall [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 506.850179] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 506.850405] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a093f41-df7d-4cec-844d-1f3d43b56b80 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.870641] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 506.870641] env[62403]: value = "task-149864" [ 506.870641] env[62403]: _type = "Task" [ 506.870641] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 506.879340] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149864, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 507.036375] env[62403]: DEBUG nova.network.neutron [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Updating instance_info_cache with network_info: [{"id": "90e8256f-cc30-44aa-a224-90e05b378ec3", "address": "fa:16:3e:e8:53:87", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e8256f-cc", "ovs_interfaceid": "90e8256f-cc30-44aa-a224-90e05b378ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 507.051607] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Releasing lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.051936] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Instance network_info: |[{"id": "90e8256f-cc30-44aa-a224-90e05b378ec3", "address": "fa:16:3e:e8:53:87", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e8256f-cc", "ovs_interfaceid": "90e8256f-cc30-44aa-a224-90e05b378ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 507.052785] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:53:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e8256f-cc30-44aa-a224-90e05b378ec3', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 507.061610] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Creating folder: Project (afedc411b18046db8ccae279220886ca). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 507.064514] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3c7952-00b7-4789-9bc5-a2c2ac86a71b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.074832] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Created folder: Project (afedc411b18046db8ccae279220886ca) in parent group-v48215. [ 507.075451] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Creating folder: Instances. Parent ref: group-v48228. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 507.075451] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbf99e33-c6f7-447f-8efc-31bb9003f91e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.083928] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Created folder: Instances in parent group-v48228. [ 507.084208] env[62403]: DEBUG oslo.service.loopingcall [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 507.084436] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 507.084660] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df9238b-00f1-47ec-89a3-8d8d69d6c83b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.108058] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 507.108058] env[62403]: value = "task-149867" [ 507.108058] env[62403]: _type = "Task" [ 507.108058] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 507.116847] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149867, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 507.167495] env[62403]: DEBUG nova.compute.manager [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Received event network-vif-plugged-f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 507.167846] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Acquiring lock "065483cc-a135-43ab-b3eb-3969479dd005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.168104] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Lock "065483cc-a135-43ab-b3eb-3969479dd005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.168290] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Lock "065483cc-a135-43ab-b3eb-3969479dd005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.168503] env[62403]: DEBUG nova.compute.manager [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] No waiting events found dispatching network-vif-plugged-f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 507.168715] env[62403]: WARNING nova.compute.manager [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Received unexpected event network-vif-plugged-f5c556e1-a006-4b3b-bffa-bf471e786dde for instance with vm_state building and task_state spawning. [ 507.168969] env[62403]: DEBUG nova.compute.manager [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Received event network-changed-f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 507.169144] env[62403]: DEBUG nova.compute.manager [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Refreshing instance network info cache due to event network-changed-f5c556e1-a006-4b3b-bffa-bf471e786dde. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 507.169327] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Acquiring lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.169648] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Acquired lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.169648] env[62403]: DEBUG nova.network.neutron [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Refreshing network info cache for port f5c556e1-a006-4b3b-bffa-bf471e786dde {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 507.251801] env[62403]: DEBUG nova.compute.manager [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Received event network-changed-90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 507.252039] env[62403]: DEBUG nova.compute.manager [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Refreshing instance network info cache due to event network-changed-90e8256f-cc30-44aa-a224-90e05b378ec3. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 507.252278] env[62403]: DEBUG oslo_concurrency.lockutils [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] Acquiring lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.252432] env[62403]: DEBUG oslo_concurrency.lockutils [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] Acquired lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.252611] env[62403]: DEBUG nova.network.neutron [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Refreshing network info cache for port 90e8256f-cc30-44aa-a224-90e05b378ec3 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 507.381795] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149864, 'name': CreateVM_Task, 'duration_secs': 0.316476} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 507.382134] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 507.382925] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.383229] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.383629] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.383973] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460a3766-06a0-4af7-ac32-b6e493c20dcf {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.389765] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for the task: (returnval){ [ 507.389765] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52b37417-53a2-f6b0-974e-ea2b38211f23" [ 507.389765] env[62403]: _type = "Task" [ 507.389765] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 507.402697] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52b37417-53a2-f6b0-974e-ea2b38211f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 507.621895] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149867, 'name': CreateVM_Task, 'duration_secs': 0.303323} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 507.622042] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 507.622700] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.900325] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.900588] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 507.900803] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.901673] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.902019] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.902272] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738a7813-a7cf-4121-bdbd-e8562349e10c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.906663] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Waiting for the task: (returnval){ [ 507.906663] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52dc078f-0f48-4f23-65ec-2723e12855f8" [ 507.906663] env[62403]: _type = "Task" [ 507.906663] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 507.915364] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52dc078f-0f48-4f23-65ec-2723e12855f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 508.416769] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.417046] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 508.417226] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.742745] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Updated VIF entry in instance network info cache for port 9268a9f8-e3d3-41cc-9b4a-8db120cb8e17. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 508.743127] env[62403]: DEBUG nova.network.neutron [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Updating instance_info_cache with network_info: [{"id": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "address": "fa:16:3e:7f:58:27", "network": {"id": "15bd5502-45a2-447d-a14b-2fe1f65d0f92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1524222734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a75832fdfaf46a39ebfb0e8c6f5b29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9268a9f8-e3", "ovs_interfaceid": "9268a9f8-e3d3-41cc-9b4a-8db120cb8e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 508.752367] env[62403]: DEBUG oslo_concurrency.lockutils [req-756d13b6-f9d6-4dcb-aff0-57a98a7f9b8b req-d9494c01-b5cf-4b10-b102-851774f7b93a service nova] Releasing lock "refresh_cache-4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.950660] env[62403]: DEBUG nova.network.neutron [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Updated VIF entry in instance network info cache for port 90e8256f-cc30-44aa-a224-90e05b378ec3. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 508.950984] env[62403]: DEBUG nova.network.neutron [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Updating instance_info_cache with network_info: [{"id": "90e8256f-cc30-44aa-a224-90e05b378ec3", "address": "fa:16:3e:e8:53:87", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e8256f-cc", "ovs_interfaceid": "90e8256f-cc30-44aa-a224-90e05b378ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 508.961009] env[62403]: DEBUG oslo_concurrency.lockutils [req-9f580fbe-8bdd-4324-8002-5ff06a9eecef req-cf0dc586-a6dc-407e-8045-a00f88e26353 service nova] Releasing lock "refresh_cache-52223015-5005-4b61-9a31-d94290fd2a8b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.050481] env[62403]: DEBUG nova.network.neutron [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Updated VIF entry in instance network info cache for port f5c556e1-a006-4b3b-bffa-bf471e786dde. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 509.050932] env[62403]: DEBUG nova.network.neutron [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Updating instance_info_cache with network_info: [{"id": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "address": "fa:16:3e:a8:41:04", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c556e1-a0", "ovs_interfaceid": "f5c556e1-a006-4b3b-bffa-bf471e786dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 509.061379] env[62403]: DEBUG oslo_concurrency.lockutils [req-f31e3867-2bf4-4692-b7f0-931b224d7b70 req-d5211abe-fc71-4599-bb4c-0246b6047ba5 service nova] Releasing lock "refresh_cache-065483cc-a135-43ab-b3eb-3969479dd005" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.702785] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.703084] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.703280] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Starting heal instance info cache {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 510.703403] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Rebuilding the list of instances to heal {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 510.728889] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 510.729217] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 510.729217] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 510.729325] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 510.729428] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 510.729556] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Didn't find any instances for network info cache update. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 510.730030] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.730320] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.730469] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.730655] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.730841] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.731022] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.731184] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62403) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 510.731329] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.743629] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.744077] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.744323] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.744565] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62403) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 510.745786] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81b723-825a-47f5-8124-b3dfa87c8949 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.762103] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e48e56-44bc-4503-9356-1c79950f53a2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.783775] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445a293-0fc6-4b25-849a-3d127c956d83 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.794260] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd0dad-d597-4ecf-b5fc-4c75202601b2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.827938] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181813MB free_disk=197GB free_vcpus=48 pci_devices=None {{(pid=62403) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 510.828041] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.828193] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.920999] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 7ab1a2cc-0b81-42dc-88cf-669e37378e65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 510.921199] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 510.921315] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance f7e5552c-939e-418d-84a6-878f2d425b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 510.921444] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 52223015-5005-4b61-9a31-d94290fd2a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 510.921563] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 065483cc-a135-43ab-b3eb-3969479dd005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 510.921758] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 510.921900] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 511.033693] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580ed26-cd59-41dd-9828-9eacbd9149cc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.043183] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b92c92-c0c0-4472-ab67-c5aea8ef4f8d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.079789] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5432a1-f990-49c3-acbe-88fc324d5244 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.091984] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9bb5cf-7b61-46d9-8e6c-be794b72f93b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.111188] env[62403]: DEBUG nova.compute.provider_tree [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 511.121569] env[62403]: DEBUG nova.scheduler.client.report [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 511.138276] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62403) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 511.138566] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.310s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.683320] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.683678] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.707290] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 511.771711] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.772109] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.773494] env[62403]: INFO nova.compute.claims [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 511.974031] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1623e4-f115-47d4-9e20-75e54871d895 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.982491] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb42466-d420-49e7-b07f-887a171c230c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.029665] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae5a13e-bfb6-4174-bf3e-52f360a0e505 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.045549] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16043160-2db4-48dc-8d9a-2eb476455409 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.075214] env[62403]: DEBUG nova.compute.provider_tree [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.087545] env[62403]: DEBUG nova.scheduler.client.report [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 512.121618] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.122252] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 512.193537] env[62403]: DEBUG nova.compute.utils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 512.196259] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 512.196259] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 512.207029] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 512.328417] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 512.351303] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 512.351640] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 512.351816] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 512.352076] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 512.352468] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 512.352468] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 512.352613] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 512.352772] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 512.352958] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 512.353128] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 512.353295] env[62403]: DEBUG nova.virt.hardware [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 512.354246] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588754d-1a73-446e-a2eb-e7efcbefae93 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.364961] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78414047-4155-4317-b72f-0f6e243a5c92 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.419240] env[62403]: DEBUG nova.policy [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6d065de170a49bc8ab356549a8e94e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73be1106de7847ff8b3e8d566d97eb2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 512.434807] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquiring lock "ca97e109-44f8-4f36-9b4c-0918b8902f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.435169] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Lock "ca97e109-44f8-4f36-9b4c-0918b8902f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.454443] env[62403]: DEBUG nova.compute.manager [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 512.515508] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.515761] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.517360] env[62403]: INFO nova.compute.claims [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 512.724688] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55efe342-2976-4cb4-b025-6dbf62c78181 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.730484] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84617a1d-4ac6-4a3f-8cfa-5be50584feb5 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.772724] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6928bc9-da23-4737-9fdf-4b5dd88d764f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.787358] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffaa40a-cfc8-4439-9b9c-cb865670c218 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.805758] env[62403]: DEBUG nova.compute.provider_tree [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.815237] env[62403]: DEBUG nova.scheduler.client.report [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 512.830419] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.315s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.830926] env[62403]: DEBUG nova.compute.manager [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 512.869094] env[62403]: DEBUG nova.compute.utils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 512.870619] env[62403]: DEBUG nova.compute.manager [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Not allocating networking since 'none' was specified. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 512.896213] env[62403]: DEBUG nova.compute.manager [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 512.985997] env[62403]: DEBUG nova.compute.manager [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 513.013006] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 513.013291] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 513.013483] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 513.013635] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 513.013778] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 513.013924] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 513.014128] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 513.014290] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 513.014462] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 513.014625] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 513.014798] env[62403]: DEBUG nova.virt.hardware [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 513.015756] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a25dd-c2cc-458b-b2e3-3f3a703bfae2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.024385] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9418c-b598-4389-a31f-10ba6084dd3d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.045761] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Instance VIF info [] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 513.052014] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Creating folder: Project (b793e298bc89453b8448aeed005e6a20). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 513.052366] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abd06635-eaff-469f-af56-4c2feebd3bc9 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.063581] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Created folder: Project (b793e298bc89453b8448aeed005e6a20) in parent group-v48215. [ 513.063779] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Creating folder: Instances. Parent ref: group-v48231. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 513.064329] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d470e0e-3e1d-439c-93d1-4a9508836f2a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.073808] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Created folder: Instances in parent group-v48231. [ 513.074064] env[62403]: DEBUG oslo.service.loopingcall [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 513.074254] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 513.074455] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4be9d25f-74ff-4666-902b-9817d685b370 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.094011] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 513.094011] env[62403]: value = "task-149870" [ 513.094011] env[62403]: _type = "Task" [ 513.094011] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.102173] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149870, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.613756] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149870, 'name': CreateVM_Task, 'duration_secs': 0.285895} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 513.613756] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 513.613756] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.613756] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.613756] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.613969] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6b166d-9b13-4591-afa5-55de57a7446b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.617377] env[62403]: DEBUG oslo_vmware.api [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Waiting for the task: (returnval){ [ 513.617377] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f21621-e83b-a711-9f5f-28589e7814ee" [ 513.617377] env[62403]: _type = "Task" [ 513.617377] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.628845] env[62403]: DEBUG oslo_vmware.api [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f21621-e83b-a711-9f5f-28589e7814ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.910344] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "c726e9d9-8934-48bf-a8dc-aca45edd229b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.910344] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Lock "c726e9d9-8934-48bf-a8dc-aca45edd229b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.927162] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 514.003356] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.003356] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.004439] env[62403]: INFO nova.compute.claims [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 514.082632] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Successfully created port: 73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 514.127940] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.128222] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 514.128762] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.238433] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5b8ea-5647-4d89-a275-a90c23357418 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.246342] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7248d5-4128-4023-b05f-0f2e6121b6b3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.254430] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.254685] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.288133] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10208f8a-4794-4072-a102-461cd71683a8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.291023] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 514.301542] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66349bd7-3c63-4290-bff7-8bc108b33418 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.316665] env[62403]: DEBUG nova.compute.provider_tree [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 514.327556] env[62403]: DEBUG nova.scheduler.client.report [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 514.352455] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.363451] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.363625] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.365120] env[62403]: INFO nova.compute.claims [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 514.368363] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "3429665f-b0a1-4535-bebd-24a6832fa555" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.368573] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Lock "3429665f-b0a1-4535-bebd-24a6832fa555" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.374710] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Lock "3429665f-b0a1-4535-bebd-24a6832fa555" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.006s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.375216] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 514.452113] env[62403]: DEBUG nova.compute.utils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 514.455209] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 514.455366] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 514.485641] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 514.573507] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 514.596715] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 514.596968] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 514.597127] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 514.597308] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 514.597450] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 514.597591] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 514.597787] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 514.597943] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 514.598103] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 514.598324] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 514.598440] env[62403]: DEBUG nova.virt.hardware [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 514.599559] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11edd7-f4cd-4b7d-b587-a981365fc9b1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.612879] env[62403]: DEBUG nova.policy [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727c00b2c3594f40966fd0d24ce4c998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26eeee59bd30466aacdce75c0b672de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 514.620510] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d68a7f-9685-43f3-a3ac-eaaac642307e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.628692] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e2d62-25da-4093-a6f6-e5d38117198a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.647443] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc5944-dc96-4e10-b4e8-61dac9b8355e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.686331] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a1bb0-0f7f-40ad-8a59-648552c75f52 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.694232] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a814b3-c3f2-4f85-8aa9-c528f60d10b7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.714695] env[62403]: DEBUG nova.compute.provider_tree [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 514.723705] env[62403]: DEBUG nova.scheduler.client.report [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 514.739996] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.740518] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 514.780285] env[62403]: DEBUG nova.compute.utils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 514.781619] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 514.781784] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 514.795637] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 514.881289] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 514.903434] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 514.903434] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 514.903434] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 514.903583] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 514.903583] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 514.903583] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 514.903773] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 514.903933] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 514.907115] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 514.907115] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 514.907115] env[62403]: DEBUG nova.virt.hardware [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 514.907115] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96b887-4fa3-4e43-bc97-101a71482503 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.915382] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dabc59-1548-46cb-832a-dce547330a5d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.001316] env[62403]: DEBUG nova.policy [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75548ad71f7b4d7da49fb4a29e812215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef03a30bd354d169433480c327648df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 515.682651] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Successfully created port: 24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 516.419451] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Successfully created port: 0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 516.468369] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Successfully updated port: 73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 516.480340] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.480449] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquired lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.480591] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 516.824259] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 517.427841] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquiring lock "7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.428353] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Lock "7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.439448] env[62403]: DEBUG nova.compute.manager [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 517.508408] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.508408] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.508408] env[62403]: INFO nova.compute.claims [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 517.509488] env[62403]: DEBUG nova.network.neutron [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Updating instance_info_cache with network_info: [{"id": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "address": "fa:16:3e:0d:53:a9", "network": {"id": "b6fd6ccf-33b3-4d2c-8dbb-268c0d6ec63f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1369632839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73be1106de7847ff8b3e8d566d97eb2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c04d19-aa", "ovs_interfaceid": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 517.531644] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Releasing lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.531976] env[62403]: DEBUG nova.compute.manager [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Instance network_info: |[{"id": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "address": "fa:16:3e:0d:53:a9", "network": {"id": "b6fd6ccf-33b3-4d2c-8dbb-268c0d6ec63f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1369632839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73be1106de7847ff8b3e8d566d97eb2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c04d19-aa", "ovs_interfaceid": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 517.532443] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:53:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73c04d19-aa4f-4675-9db1-793450e8f0f9', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 517.539926] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Creating folder: Project (73be1106de7847ff8b3e8d566d97eb2c). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 517.540625] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acdc9a0b-6f5f-4df3-925f-cbea2cf13722 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.553612] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Created folder: Project (73be1106de7847ff8b3e8d566d97eb2c) in parent group-v48215. [ 517.553818] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Creating folder: Instances. Parent ref: group-v48234. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 517.557056] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd323ce8-823a-4bbf-b16b-402c3efee1ab {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.567479] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Created folder: Instances in parent group-v48234. [ 517.568420] env[62403]: DEBUG oslo.service.loopingcall [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 517.570288] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 517.570288] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a75ed713-8d28-444e-ac2f-e2adee5ec6f2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.597267] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 517.597267] env[62403]: value = "task-149873" [ 517.597267] env[62403]: _type = "Task" [ 517.597267] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.605409] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149873, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.751647] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a8c738-84ce-4204-9008-ac856e298125 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.759361] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f43e1-1d77-4a1b-8bf5-bf3eb0a692d4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.791872] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8bc056-574b-40e4-9bf7-4f771dd32bae {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.800190] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e557d1f8-91a5-4d3c-951c-50129c1a7b33 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.814454] env[62403]: DEBUG nova.compute.provider_tree [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 517.823632] env[62403]: DEBUG nova.scheduler.client.report [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 517.837431] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.333s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.838375] env[62403]: DEBUG nova.compute.manager [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 517.870103] env[62403]: DEBUG nova.compute.utils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 517.871872] env[62403]: DEBUG nova.compute.manager [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Not allocating networking since 'none' was specified. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 517.902129] env[62403]: DEBUG nova.compute.manager [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 517.979997] env[62403]: DEBUG nova.compute.manager [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 518.107960] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149873, 'name': CreateVM_Task, 'duration_secs': 0.298624} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.110409] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 518.111947] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.112353] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.112865] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.113511] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2bd388-6f53-4c12-bfce-f1feaf8f88c4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.117587] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 518.118304] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 518.118662] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 518.119081] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 518.119376] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 518.119626] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 518.119964] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 518.120287] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 518.120567] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 518.120854] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 518.121160] env[62403]: DEBUG nova.virt.hardware [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 518.122181] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99cc801-f3f8-4427-8d7f-8aad74e2f692 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.131572] env[62403]: DEBUG oslo_vmware.api [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Waiting for the task: (returnval){ [ 518.131572] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52427508-7934-2be7-bba0-f1790f80729c" [ 518.131572] env[62403]: _type = "Task" [ 518.131572] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.139400] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b7b28-9987-4afb-ad8f-4eb4fb35537e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.147752] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.148176] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 518.148496] env[62403]: DEBUG oslo_concurrency.lockutils [None req-714d0d03-ce0e-4b1b-8cbb-9b1e945149d0 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.158428] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Instance VIF info [] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 518.164449] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Creating folder: Project (638d87a9c7884005a686ddb1a102ecec). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 518.164873] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e28c44-8b6f-4456-ad79-b08790d2d59d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.175346] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Created folder: Project (638d87a9c7884005a686ddb1a102ecec) in parent group-v48215. [ 518.175695] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Creating folder: Instances. Parent ref: group-v48237. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 518.176317] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23828085-b4b8-43d3-b9b7-4b164c80b1f2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.185718] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Created folder: Instances in parent group-v48237. [ 518.186207] env[62403]: DEBUG oslo.service.loopingcall [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 518.186585] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 518.187005] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a66ba837-c429-41f6-8dbf-6b31e1e4fa2d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.209308] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 518.209308] env[62403]: value = "task-149876" [ 518.209308] env[62403]: _type = "Task" [ 518.209308] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.223953] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149876, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.547424] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Successfully updated port: 24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 518.559876] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.559876] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquired lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.559876] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 518.692789] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 518.717948] env[62403]: DEBUG nova.compute.manager [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Received event network-vif-plugged-73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 518.718223] env[62403]: DEBUG oslo_concurrency.lockutils [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] Acquiring lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.718486] env[62403]: DEBUG oslo_concurrency.lockutils [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] Lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.718689] env[62403]: DEBUG oslo_concurrency.lockutils [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] Lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.718957] env[62403]: DEBUG nova.compute.manager [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] No waiting events found dispatching network-vif-plugged-73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 518.719234] env[62403]: WARNING nova.compute.manager [req-645a7efc-b11c-40d9-9e90-ab93e93280db req-892fef96-3dc1-42d6-bd11-040b4e565990 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Received unexpected event network-vif-plugged-73c04d19-aa4f-4675-9db1-793450e8f0f9 for instance with vm_state building and task_state spawning. [ 518.726182] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149876, 'name': CreateVM_Task, 'duration_secs': 0.24618} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.726391] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 518.726810] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.727144] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.727349] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.727628] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3f3707-7706-4bbf-b897-b832255258ef {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.732971] env[62403]: DEBUG oslo_vmware.api [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Waiting for the task: (returnval){ [ 518.732971] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52a49711-fd0a-f63f-05cc-1802558b873b" [ 518.732971] env[62403]: _type = "Task" [ 518.732971] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.741345] env[62403]: DEBUG oslo_vmware.api [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52a49711-fd0a-f63f-05cc-1802558b873b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.903984] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.904389] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.243361] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.243953] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 519.243953] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9edaea3f-d6b8-4a01-a285-05dd9b25bfaa tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.723494] env[62403]: DEBUG nova.network.neutron [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Updating instance_info_cache with network_info: [{"id": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "address": "fa:16:3e:8e:85:e6", "network": {"id": "236f2719-0145-4d96-91ff-09c792e50392", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-515220638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eeee59bd30466aacdce75c0b672de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a495d3-87", "ovs_interfaceid": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 519.736125] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Releasing lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.736475] env[62403]: DEBUG nova.compute.manager [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Instance network_info: |[{"id": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "address": "fa:16:3e:8e:85:e6", "network": {"id": "236f2719-0145-4d96-91ff-09c792e50392", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-515220638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eeee59bd30466aacdce75c0b672de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a495d3-87", "ovs_interfaceid": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 519.737508] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:85:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24a495d3-87a7-49be-b9e3-19817ef1f34d', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 519.745370] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Creating folder: Project (26eeee59bd30466aacdce75c0b672de4). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 519.745976] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e3ccc52-03cf-4763-8944-4d2ab0560d18 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.756526] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Created folder: Project (26eeee59bd30466aacdce75c0b672de4) in parent group-v48215. [ 519.756719] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Creating folder: Instances. Parent ref: group-v48240. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 519.757800] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92553b5d-e6ca-4ce1-8a6f-caa3d8349c0f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.768212] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Created folder: Instances in parent group-v48240. [ 519.768212] env[62403]: DEBUG oslo.service.loopingcall [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 519.768356] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 519.768597] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed0635f-ab95-4450-881b-fe292cb8e801 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.791514] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 519.791514] env[62403]: value = "task-149879" [ 519.791514] env[62403]: _type = "Task" [ 519.791514] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.801230] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149879, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.990245] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Successfully updated port: 0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 520.001871] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.001871] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquired lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.001871] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 520.086020] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 520.301968] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149879, 'name': CreateVM_Task, 'duration_secs': 0.294412} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 520.302366] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 520.303114] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.303560] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.303979] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.304361] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e492ff2-7587-4616-ab1b-2c1b1099c222 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.309478] env[62403]: DEBUG oslo_vmware.api [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Waiting for the task: (returnval){ [ 520.309478] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52781540-e855-d7c6-c26a-026a8ed57aac" [ 520.309478] env[62403]: _type = "Task" [ 520.309478] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.326966] env[62403]: DEBUG oslo_vmware.api [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52781540-e855-d7c6-c26a-026a8ed57aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.586114] env[62403]: DEBUG nova.compute.manager [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Received event network-vif-plugged-24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 520.586351] env[62403]: DEBUG oslo_concurrency.lockutils [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] Acquiring lock "c726e9d9-8934-48bf-a8dc-aca45edd229b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.586560] env[62403]: DEBUG oslo_concurrency.lockutils [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] Lock "c726e9d9-8934-48bf-a8dc-aca45edd229b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.586739] env[62403]: DEBUG oslo_concurrency.lockutils [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] Lock "c726e9d9-8934-48bf-a8dc-aca45edd229b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.586896] env[62403]: DEBUG nova.compute.manager [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] No waiting events found dispatching network-vif-plugged-24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 520.587058] env[62403]: WARNING nova.compute.manager [req-10aeb018-43dd-4767-98a2-0cc19028a564 req-a9b43a6c-236f-470c-acee-e56a38c681a3 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Received unexpected event network-vif-plugged-24a495d3-87a7-49be-b9e3-19817ef1f34d for instance with vm_state building and task_state spawning. [ 520.821601] env[62403]: DEBUG nova.network.neutron [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Updating instance_info_cache with network_info: [{"id": "0876ccfa-0a12-4c42-856c-736b3b76324a", "address": "fa:16:3e:e9:98:bc", "network": {"id": "b1695622-cdb1-41f3-a726-6549422c0833", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1697419918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef03a30bd354d169433480c327648df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0876ccfa-0a", "ovs_interfaceid": "0876ccfa-0a12-4c42-856c-736b3b76324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 520.829556] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.829556] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 520.829954] env[62403]: DEBUG oslo_concurrency.lockutils [None req-00066f1f-5a7e-44d8-8f41-d6ae04fc9e0b tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.836780] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Releasing lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.837087] env[62403]: DEBUG nova.compute.manager [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Instance network_info: |[{"id": "0876ccfa-0a12-4c42-856c-736b3b76324a", "address": "fa:16:3e:e9:98:bc", "network": {"id": "b1695622-cdb1-41f3-a726-6549422c0833", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1697419918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef03a30bd354d169433480c327648df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0876ccfa-0a", "ovs_interfaceid": "0876ccfa-0a12-4c42-856c-736b3b76324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 520.838302] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:98:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0876ccfa-0a12-4c42-856c-736b3b76324a', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 520.847604] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Creating folder: Project (6ef03a30bd354d169433480c327648df). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 520.848775] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04eff860-a62e-4fb5-be38-7511145ed831 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.860380] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Created folder: Project (6ef03a30bd354d169433480c327648df) in parent group-v48215. [ 520.861187] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Creating folder: Instances. Parent ref: group-v48243. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 520.861873] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90b71569-8d72-4462-a4ae-f57340ee410d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.870839] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Created folder: Instances in parent group-v48243. [ 520.871178] env[62403]: DEBUG oslo.service.loopingcall [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 520.871378] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 520.871576] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99dd1af4-4c37-41c6-adce-cc25902fd314 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.898485] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 520.898485] env[62403]: value = "task-149882" [ 520.898485] env[62403]: _type = "Task" [ 520.898485] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.918784] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149882, 'name': CreateVM_Task} progress is 6%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.411530] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149882, 'name': CreateVM_Task, 'duration_secs': 0.30282} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.411530] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 521.411530] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.411530] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.411530] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.411992] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edfbdb7-2d03-494d-a1de-f1f385654db4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.414563] env[62403]: DEBUG oslo_vmware.api [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Waiting for the task: (returnval){ [ 521.414563] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5262cb94-b740-70a4-0b30-ea9e6848a5ee" [ 521.414563] env[62403]: _type = "Task" [ 521.414563] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.422188] env[62403]: DEBUG oslo_vmware.api [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5262cb94-b740-70a4-0b30-ea9e6848a5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.925764] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.925764] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 521.925764] env[62403]: DEBUG oslo_concurrency.lockutils [None req-6f7fb2e5-65a0-4ef3-ba24-26be98720568 tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.186302] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "3f25ebe9-66f3-4c62-90ff-096fdd275933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.186707] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Lock "3f25ebe9-66f3-4c62-90ff-096fdd275933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.448706] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.448954] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.040046] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "e61190b0-6635-49ab-909e-d4537c552ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.040886] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Lock "e61190b0-6635-49ab-909e-d4537c552ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.360996] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Received event network-changed-73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 523.361200] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Refreshing instance network info cache due to event network-changed-73c04d19-aa4f-4675-9db1-793450e8f0f9. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 523.361396] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Acquiring lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.361536] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Acquired lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.361693] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Refreshing network info cache for port 73c04d19-aa4f-4675-9db1-793450e8f0f9 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 523.873820] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Updated VIF entry in instance network info cache for port 73c04d19-aa4f-4675-9db1-793450e8f0f9. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 523.874007] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Updating instance_info_cache with network_info: [{"id": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "address": "fa:16:3e:0d:53:a9", "network": {"id": "b6fd6ccf-33b3-4d2c-8dbb-268c0d6ec63f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1369632839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73be1106de7847ff8b3e8d566d97eb2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c04d19-aa", "ovs_interfaceid": "73c04d19-aa4f-4675-9db1-793450e8f0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.885410] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Releasing lock "refresh_cache-8adf8dfa-e2a3-45e0-928d-b1c16df9592e" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.885410] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Received event network-vif-plugged-0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 523.885410] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Acquiring lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.885662] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.885716] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.885883] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] No waiting events found dispatching network-vif-plugged-0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 523.886049] env[62403]: WARNING nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Received unexpected event network-vif-plugged-0876ccfa-0a12-4c42-856c-736b3b76324a for instance with vm_state building and task_state spawning. [ 523.886209] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Received event network-changed-0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 523.886366] env[62403]: DEBUG nova.compute.manager [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Refreshing instance network info cache due to event network-changed-0876ccfa-0a12-4c42-856c-736b3b76324a. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 523.886543] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Acquiring lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.886676] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Acquired lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.886828] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Refreshing network info cache for port 0876ccfa-0a12-4c42-856c-736b3b76324a {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 524.109968] env[62403]: DEBUG oslo_concurrency.lockutils [None req-15f43024-0fa3-4871-91bb-0c258c7a5f04 tempest-ServersAdminTestJSON-434343032 tempest-ServersAdminTestJSON-434343032-project-member] Acquiring lock "d0c874cc-0ef7-4921-8d28-0e5ab98b26e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.110278] env[62403]: DEBUG oslo_concurrency.lockutils [None req-15f43024-0fa3-4871-91bb-0c258c7a5f04 tempest-ServersAdminTestJSON-434343032 tempest-ServersAdminTestJSON-434343032-project-member] Lock "d0c874cc-0ef7-4921-8d28-0e5ab98b26e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.390117] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Updated VIF entry in instance network info cache for port 0876ccfa-0a12-4c42-856c-736b3b76324a. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 524.390117] env[62403]: DEBUG nova.network.neutron [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Updating instance_info_cache with network_info: [{"id": "0876ccfa-0a12-4c42-856c-736b3b76324a", "address": "fa:16:3e:e9:98:bc", "network": {"id": "b1695622-cdb1-41f3-a726-6549422c0833", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1697419918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef03a30bd354d169433480c327648df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0876ccfa-0a", "ovs_interfaceid": "0876ccfa-0a12-4c42-856c-736b3b76324a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 524.402245] env[62403]: DEBUG oslo_concurrency.lockutils [req-719056e2-de77-4bd6-b3ab-64b5f2b90e3f req-3a286723-2e01-402c-8acd-195bc5695ef7 service nova] Releasing lock "refresh_cache-9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.775850] env[62403]: DEBUG nova.compute.manager [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Received event network-changed-24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 524.776092] env[62403]: DEBUG nova.compute.manager [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Refreshing instance network info cache due to event network-changed-24a495d3-87a7-49be-b9e3-19817ef1f34d. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 524.776317] env[62403]: DEBUG oslo_concurrency.lockutils [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] Acquiring lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.776464] env[62403]: DEBUG oslo_concurrency.lockutils [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] Acquired lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.776672] env[62403]: DEBUG nova.network.neutron [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Refreshing network info cache for port 24a495d3-87a7-49be-b9e3-19817ef1f34d {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 525.116448] env[62403]: DEBUG nova.network.neutron [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Updated VIF entry in instance network info cache for port 24a495d3-87a7-49be-b9e3-19817ef1f34d. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 525.116448] env[62403]: DEBUG nova.network.neutron [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Updating instance_info_cache with network_info: [{"id": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "address": "fa:16:3e:8e:85:e6", "network": {"id": "236f2719-0145-4d96-91ff-09c792e50392", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-515220638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26eeee59bd30466aacdce75c0b672de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a495d3-87", "ovs_interfaceid": "24a495d3-87a7-49be-b9e3-19817ef1f34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.124454] env[62403]: DEBUG oslo_concurrency.lockutils [req-a0431879-c3ea-4948-a022-ec67f71cdd03 req-77a0b75e-a64e-43b6-ab73-ccd293d3aee9 service nova] Releasing lock "refresh_cache-c726e9d9-8934-48bf-a8dc-aca45edd229b" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.086529] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0d36cf89-0fc0-46f5-8eb4-2bd6d960ceba tempest-ServerDiskConfigTestJSON-985267742 tempest-ServerDiskConfigTestJSON-985267742-project-member] Acquiring lock "08210436-4447-4309-9ca7-4143d2735039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.086733] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0d36cf89-0fc0-46f5-8eb4-2bd6d960ceba tempest-ServerDiskConfigTestJSON-985267742 tempest-ServerDiskConfigTestJSON-985267742-project-member] Lock "08210436-4447-4309-9ca7-4143d2735039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.242893] env[62403]: DEBUG oslo_concurrency.lockutils [None req-462fb7e7-8bd7-4d13-8191-20ef99a5a63b tempest-ServersAdminTestJSON-434343032 tempest-ServersAdminTestJSON-434343032-project-member] Acquiring lock "49f6812e-0976-4780-84a1-68f049e5caf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.243381] env[62403]: DEBUG oslo_concurrency.lockutils [None req-462fb7e7-8bd7-4d13-8191-20ef99a5a63b tempest-ServersAdminTestJSON-434343032 tempest-ServersAdminTestJSON-434343032-project-member] Lock "49f6812e-0976-4780-84a1-68f049e5caf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.420300] env[62403]: DEBUG oslo_concurrency.lockutils [None req-434fc68e-bfe9-4e99-9282-96bff6455ad0 tempest-VolumesAssistedSnapshotsTest-620012759 tempest-VolumesAssistedSnapshotsTest-620012759-project-member] Acquiring lock "3b9f9c9c-eeb1-4b84-add9-5239077e0d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.420680] env[62403]: DEBUG oslo_concurrency.lockutils [None req-434fc68e-bfe9-4e99-9282-96bff6455ad0 tempest-VolumesAssistedSnapshotsTest-620012759 tempest-VolumesAssistedSnapshotsTest-620012759-project-member] Lock "3b9f9c9c-eeb1-4b84-add9-5239077e0d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.888879] env[62403]: DEBUG oslo_concurrency.lockutils [None req-14a3fffe-1821-4ce0-8c15-7815d8c0414a tempest-SecurityGroupsTestJSON-479717556 tempest-SecurityGroupsTestJSON-479717556-project-member] Acquiring lock "762ea204-1a4b-4c97-9991-eca79f208dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.889380] env[62403]: DEBUG oslo_concurrency.lockutils [None req-14a3fffe-1821-4ce0-8c15-7815d8c0414a tempest-SecurityGroupsTestJSON-479717556 tempest-SecurityGroupsTestJSON-479717556-project-member] Lock "762ea204-1a4b-4c97-9991-eca79f208dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.679197] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0525ae69-9b98-4da9-90e3-ceee56e3ac80 tempest-InstanceActionsTestJSON-587194389 tempest-InstanceActionsTestJSON-587194389-project-member] Acquiring lock "949c6663-153c-4074-b795-dab2d251f90a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.679537] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0525ae69-9b98-4da9-90e3-ceee56e3ac80 tempest-InstanceActionsTestJSON-587194389 tempest-InstanceActionsTestJSON-587194389-project-member] Lock "949c6663-153c-4074-b795-dab2d251f90a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.111647] env[62403]: DEBUG oslo_concurrency.lockutils [None req-ebb85a06-3d91-429e-a5f8-a856c30cca5a tempest-ServerDiagnosticsNegativeTest-336590606 tempest-ServerDiagnosticsNegativeTest-336590606-project-member] Acquiring lock "ad5a330e-5b2a-4bce-b1df-c1775d4127d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.111647] env[62403]: DEBUG oslo_concurrency.lockutils [None req-ebb85a06-3d91-429e-a5f8-a856c30cca5a tempest-ServerDiagnosticsNegativeTest-336590606 tempest-ServerDiagnosticsNegativeTest-336590606-project-member] Lock "ad5a330e-5b2a-4bce-b1df-c1775d4127d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.786354] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9fe9a3cc-f491-4fb6-9359-ba851570bb56 tempest-FloatingIPsAssociationNegativeTestJSON-1445286791 tempest-FloatingIPsAssociationNegativeTestJSON-1445286791-project-member] Acquiring lock "d467c636-b82f-4cdf-af60-4f080660f668" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.786630] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9fe9a3cc-f491-4fb6-9359-ba851570bb56 tempest-FloatingIPsAssociationNegativeTestJSON-1445286791 tempest-FloatingIPsAssociationNegativeTestJSON-1445286791-project-member] Lock "d467c636-b82f-4cdf-af60-4f080660f668" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.309774] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9d8b77a8-9232-433b-8124-928fa781f18b tempest-ServersTestManualDisk-1336753210 tempest-ServersTestManualDisk-1336753210-project-member] Acquiring lock "42abe846-d8c1-4cf7-9335-c7f8f0e14712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.310010] env[62403]: DEBUG oslo_concurrency.lockutils [None req-9d8b77a8-9232-433b-8124-928fa781f18b tempest-ServersTestManualDisk-1336753210 tempest-ServersTestManualDisk-1336753210-project-member] Lock "42abe846-d8c1-4cf7-9335-c7f8f0e14712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.081770] env[62403]: DEBUG oslo_concurrency.lockutils [None req-bfe7b9c9-43e8-4927-b073-7f1a4fd47ac8 tempest-AttachVolumeShelveTestJSON-353782942 tempest-AttachVolumeShelveTestJSON-353782942-project-member] Acquiring lock "2ad86894-37bb-41aa-83ab-7c3a348d1b84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.082037] env[62403]: DEBUG oslo_concurrency.lockutils [None req-bfe7b9c9-43e8-4927-b073-7f1a4fd47ac8 tempest-AttachVolumeShelveTestJSON-353782942 tempest-AttachVolumeShelveTestJSON-353782942-project-member] Lock "2ad86894-37bb-41aa-83ab-7c3a348d1b84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.557119] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1daa3bdb-9bc2-4a0a-94fc-dcf0bc549a0c tempest-ServerAddressesTestJSON-1628092646 tempest-ServerAddressesTestJSON-1628092646-project-member] Acquiring lock "06e462ba-ad8a-490c-8e0c-c1405c0c9f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.557366] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1daa3bdb-9bc2-4a0a-94fc-dcf0bc549a0c tempest-ServerAddressesTestJSON-1628092646 tempest-ServerAddressesTestJSON-1628092646-project-member] Lock "06e462ba-ad8a-490c-8e0c-c1405c0c9f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.714276] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8bf48fc6-b755-401f-aff2-8071be2a804d tempest-AttachInterfacesV270Test-1373897293 tempest-AttachInterfacesV270Test-1373897293-project-member] Acquiring lock "07331862-c354-4cb0-9f50-305842a47f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.714525] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8bf48fc6-b755-401f-aff2-8071be2a804d tempest-AttachInterfacesV270Test-1373897293 tempest-AttachInterfacesV270Test-1373897293-project-member] Lock "07331862-c354-4cb0-9f50-305842a47f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.804825] env[62403]: DEBUG oslo_concurrency.lockutils [None req-c03f8dae-a23b-4b01-94bb-1990cb999d77 tempest-ServerRescueTestJSON-794928048 tempest-ServerRescueTestJSON-794928048-project-member] Acquiring lock "5b8937aa-4c0c-41e7-8c07-e6d00a559ece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.804825] env[62403]: DEBUG oslo_concurrency.lockutils [None req-c03f8dae-a23b-4b01-94bb-1990cb999d77 tempest-ServerRescueTestJSON-794928048 tempest-ServerRescueTestJSON-794928048-project-member] Lock "5b8937aa-4c0c-41e7-8c07-e6d00a559ece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.743865] env[62403]: DEBUG oslo_concurrency.lockutils [None req-e18ce972-8883-4c3a-9de9-35aa477cca40 tempest-ServerDiagnosticsV248Test-1200442641 tempest-ServerDiagnosticsV248Test-1200442641-project-member] Acquiring lock "23691898-f2e9-49c9-af4d-60e554403108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.743865] env[62403]: DEBUG oslo_concurrency.lockutils [None req-e18ce972-8883-4c3a-9de9-35aa477cca40 tempest-ServerDiagnosticsV248Test-1200442641 tempest-ServerDiagnosticsV248Test-1200442641-project-member] Lock "23691898-f2e9-49c9-af4d-60e554403108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.845298] env[62403]: WARNING oslo_vmware.rw_handles [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Error occurred while reading the HTTP response.: http.client.RemoteDisconnected: Remote end closed connection without response [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles Traceback (most recent call last): [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py", line 283, in close [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles self._conn.getresponse() [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles response.begin() [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 318, in begin [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles version, status, reason = self._read_status() [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 287, in _read_status [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles raise RemoteDisconnected("Remote end closed connection without" [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles http.client.RemoteDisconnected: Remote end closed connection without response [ 552.845298] env[62403]: ERROR oslo_vmware.rw_handles [ 552.845964] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Downloaded image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.847217] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Caching image {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.847480] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Copying Virtual Disk [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk to [datastore2] vmware_temp/797f21d1-f2c4-4c5e-9c58-59257f63117b/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk {{(pid=62403) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 552.847781] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133a5228-1198-4427-8970-644777abbdf6 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.856739] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Waiting for the task: (returnval){ [ 552.856739] env[62403]: value = "task-149883" [ 552.856739] env[62403]: _type = "Task" [ 552.856739] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.865447] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Task: {'id': task-149883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.367223] env[62403]: DEBUG oslo_vmware.exceptions [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Fault InvalidArgument not matched. {{(pid=62403) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 553.367544] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.370989] env[62403]: ERROR nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Instance failed to spawn: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 553.370989] env[62403]: Faults: ['InvalidArgument'] [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Traceback (most recent call last): [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] yield resources [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self.driver.spawn(context, instance, image_meta, [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self._vmops.spawn(context, instance, image_meta, injected_files, [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self._fetch_image_if_missing(context, vi) [ 553.370989] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] image_cache(vi, tmp_image_ds_loc) [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] vm_util.copy_virtual_disk( [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] session._wait_for_task(vmdk_copy_task) [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return self.wait_for_task(task_ref) [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return evt.wait() [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] result = hub.switch() [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 553.371479] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return self.greenlet.switch() [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self.f(*self.args, **self.kw) [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] raise exceptions.translate_fault(task_info.error) [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Faults: ['InvalidArgument'] [ 553.371929] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] [ 553.371929] env[62403]: INFO nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Terminating instance [ 553.374207] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 553.374674] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 553.374778] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.375004] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.376027] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956044f-c975-4868-a1cd-2d3884132e00 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.378692] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbb2237-b2e1-492a-a4a4-dd28d772cb15 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.385463] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Unregistering the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 553.386749] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75feed8-7064-4ec7-84b3-d05ce532ee3e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.391880] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.392303] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 553.393356] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ba4570-bf96-4db1-b64e-764e8310e12f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.404510] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Waiting for the task: (returnval){ [ 553.404510] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52d1d970-c413-736a-ca44-7cb9b91f5669" [ 553.404510] env[62403]: _type = "Task" [ 553.404510] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.408834] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52d1d970-c413-736a-ca44-7cb9b91f5669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.459771] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Unregistered the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 553.460138] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Deleting contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 553.460264] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Deleting the datastore file [datastore2] 7ab1a2cc-0b81-42dc-88cf-669e37378e65 {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.460536] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99a3076-5030-4b67-b229-32a3ce0fc345 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.470766] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Waiting for the task: (returnval){ [ 553.470766] env[62403]: value = "task-149885" [ 553.470766] env[62403]: _type = "Task" [ 553.470766] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.481385] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Task: {'id': task-149885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.911687] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 553.912353] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Creating directory with path [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.912659] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38221f9-61b9-4a76-875c-86267b4ea6e7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.926683] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Created directory with path [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.926954] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Fetch image to [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 553.927231] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 553.928115] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae879c-320b-4a3b-a04f-b9eea3051a7a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.938200] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd04367-6d3e-4f13-9b1f-ec9ab5bcb0ad {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.955404] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93a7e25-5099-4a36-b06e-f07da530d17e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.999018] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45ba0d-c0dd-4e30-ad4a-2be7f31120bf {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.006391] env[62403]: DEBUG oslo_vmware.api [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Task: {'id': task-149885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086094} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.008165] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Deleted the datastore file {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.008416] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Deleted contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 554.008634] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 554.009134] env[62403]: INFO nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Took 0.63 seconds to destroy the instance on the hypervisor. [ 554.011574] env[62403]: DEBUG nova.compute.claims [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Aborting claim: {{(pid=62403) abort /opt/stack/nova/nova/compute/claims.py:84}} [ 554.011836] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.012137] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.015490] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9771b992-b3c0-4b83-aa3d-567c2720fea0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.104119] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 554.180866] env[62403]: DEBUG oslo_vmware.rw_handles [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 554.244697] env[62403]: DEBUG oslo_vmware.rw_handles [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 554.244697] env[62403]: DEBUG oslo_vmware.rw_handles [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 554.545151] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826fa5e5-eb35-4534-b076-fa71b957a9d7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.553602] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c82d1-c3c9-4e58-8268-90f5397b5600 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.593793] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88133281-83e7-4da6-8598-3d82cc845deb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.602807] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f18cb-e5c4-4551-9468-92f151495025 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.620456] env[62403]: DEBUG nova.compute.provider_tree [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.637693] env[62403]: DEBUG nova.scheduler.client.report [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 554.654632] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.642s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.655638] env[62403]: ERROR nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Failed to build and run instance: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 554.655638] env[62403]: Faults: ['InvalidArgument'] [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Traceback (most recent call last): [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self.driver.spawn(context, instance, image_meta, [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self._vmops.spawn(context, instance, image_meta, injected_files, [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self._fetch_image_if_missing(context, vi) [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] image_cache(vi, tmp_image_ds_loc) [ 554.655638] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] vm_util.copy_virtual_disk( [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] session._wait_for_task(vmdk_copy_task) [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return self.wait_for_task(task_ref) [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return evt.wait() [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] result = hub.switch() [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] return self.greenlet.switch() [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 554.656085] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] self.f(*self.args, **self.kw) [ 554.656513] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 554.656513] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] raise exceptions.translate_fault(task_info.error) [ 554.656513] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 554.656513] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Faults: ['InvalidArgument'] [ 554.656513] env[62403]: ERROR nova.compute.manager [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] [ 554.657933] env[62403]: DEBUG nova.compute.utils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] VimFaultException {{(pid=62403) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 554.662326] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Build of instance 7ab1a2cc-0b81-42dc-88cf-669e37378e65 was re-scheduled: A specified parameter was not correct: fileType [ 554.662326] env[62403]: Faults: ['InvalidArgument'] {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 554.663064] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Unplugging VIFs for instance {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 554.672702] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 554.672702] env[62403]: DEBUG nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Deallocating network for instance {{(pid=62403) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 554.672823] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] deallocate_for_instance() {{(pid=62403) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 555.271184] env[62403]: DEBUG nova.network.neutron [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Updating instance_info_cache with network_info: [] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.281630] env[62403]: INFO nova.compute.manager [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] [instance: 7ab1a2cc-0b81-42dc-88cf-669e37378e65] Took 0.61 seconds to deallocate network for instance. [ 555.389617] env[62403]: INFO nova.scheduler.client.report [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Deleted allocations for instance 7ab1a2cc-0b81-42dc-88cf-669e37378e65 [ 555.414123] env[62403]: DEBUG oslo_concurrency.lockutils [None req-5ded1b91-966a-480a-be20-7ebf9d4a8450 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "7ab1a2cc-0b81-42dc-88cf-669e37378e65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.863s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.440654] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 555.523925] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.524292] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.525695] env[62403]: INFO nova.compute.claims [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.992900] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9821013-f051-41df-9c2e-cca7d58d2d42 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.000846] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51187d-fd66-4a6f-8c8d-4443a8a5d682 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.038414] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7a6e00-96d8-4728-878e-5d3310f63bae {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.047873] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6953c-5d53-4a80-bf3a-ff974feb9210 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.058303] env[62403]: DEBUG nova.compute.provider_tree [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.068043] env[62403]: DEBUG nova.scheduler.client.report [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 556.081830] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.558s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.082322] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 556.126468] env[62403]: DEBUG nova.compute.utils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.127782] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 556.127947] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 556.146906] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 556.205298] env[62403]: DEBUG nova.policy [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e0b7797f204cc9b0d335315b2d8350', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe617ee730bf4004b8b52e99218596a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 556.225855] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 556.247668] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 556.247945] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 556.248180] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.248446] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 556.248640] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.248825] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 556.249071] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 556.249286] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 556.249495] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 556.249691] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 556.249895] env[62403]: DEBUG nova.virt.hardware [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 556.250781] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9937e6-76ba-4647-a24a-44bef2136731 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.258585] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934fea72-85a5-4085-b0d2-7a64a194d449 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.577846] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Successfully created port: 1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.894677] env[62403]: DEBUG oslo_concurrency.lockutils [None req-79d61422-f600-4cdd-94ad-2f7245a49c43 tempest-ServerPasswordTestJSON-1110640163 tempest-ServerPasswordTestJSON-1110640163-project-member] Acquiring lock "3188d0c9-1561-464d-8d91-eafdb89e8c91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.895094] env[62403]: DEBUG oslo_concurrency.lockutils [None req-79d61422-f600-4cdd-94ad-2f7245a49c43 tempest-ServerPasswordTestJSON-1110640163 tempest-ServerPasswordTestJSON-1110640163-project-member] Lock "3188d0c9-1561-464d-8d91-eafdb89e8c91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.175442] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Successfully updated port: 1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.184074] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.184275] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquired lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.184499] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 557.262550] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 557.648824] env[62403]: DEBUG nova.network.neutron [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Updating instance_info_cache with network_info: [{"id": "1748952c-970e-4e0b-b815-c120803e71c5", "address": "fa:16:3e:f5:1a:82", "network": {"id": "538d6eb7-f64a-41cb-9a2b-d3ffa526e0f5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-221024996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe617ee730bf4004b8b52e99218596a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1748952c-97", "ovs_interfaceid": "1748952c-970e-4e0b-b815-c120803e71c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.660225] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Releasing lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.660489] env[62403]: DEBUG nova.compute.manager [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Instance network_info: |[{"id": "1748952c-970e-4e0b-b815-c120803e71c5", "address": "fa:16:3e:f5:1a:82", "network": {"id": "538d6eb7-f64a-41cb-9a2b-d3ffa526e0f5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-221024996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe617ee730bf4004b8b52e99218596a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1748952c-97", "ovs_interfaceid": "1748952c-970e-4e0b-b815-c120803e71c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 557.660892] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1748952c-970e-4e0b-b815-c120803e71c5', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.668611] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Creating folder: Project (fe617ee730bf4004b8b52e99218596a3). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 557.669142] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b3e104-9374-48c3-929d-c6ceabc4aac1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.679770] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Created folder: Project (fe617ee730bf4004b8b52e99218596a3) in parent group-v48215. [ 557.679967] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Creating folder: Instances. Parent ref: group-v48246. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 557.680243] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e286b785-503f-46de-9942-ec5f0d648d9b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.691718] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Created folder: Instances in parent group-v48246. [ 557.691955] env[62403]: DEBUG oslo.service.loopingcall [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.692152] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 557.692356] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67859cc8-e091-4020-9db3-ba03de71bfb2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.727656] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.727656] env[62403]: value = "task-149888" [ 557.727656] env[62403]: _type = "Task" [ 557.727656] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.731572] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149888, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.233453] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149888, 'name': CreateVM_Task, 'duration_secs': 0.294334} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.233672] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 558.234397] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.234597] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.234953] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.235286] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb21e8b-6545-43f2-b799-0f3d0e03d147 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.239766] env[62403]: DEBUG oslo_vmware.api [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Waiting for the task: (returnval){ [ 558.239766] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52c969be-c833-a8a7-151e-976d0bae7dd9" [ 558.239766] env[62403]: _type = "Task" [ 558.239766] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.247476] env[62403]: DEBUG oslo_vmware.api [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52c969be-c833-a8a7-151e-976d0bae7dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.750049] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.750326] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.750512] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8f3b88a7-3a8e-4278-bad6-e41a69be1df0 tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.260170] env[62403]: DEBUG nova.compute.manager [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Received event network-vif-plugged-1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 559.260170] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Acquiring lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.260170] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.260170] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.260730] env[62403]: DEBUG nova.compute.manager [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] No waiting events found dispatching network-vif-plugged-1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 559.260730] env[62403]: WARNING nova.compute.manager [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Received unexpected event network-vif-plugged-1748952c-970e-4e0b-b815-c120803e71c5 for instance with vm_state building and task_state spawning. [ 559.260730] env[62403]: DEBUG nova.compute.manager [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Received event network-changed-1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 559.260730] env[62403]: DEBUG nova.compute.manager [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Refreshing instance network info cache due to event network-changed-1748952c-970e-4e0b-b815-c120803e71c5. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 559.260730] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Acquiring lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.260936] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Acquired lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.260936] env[62403]: DEBUG nova.network.neutron [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Refreshing network info cache for port 1748952c-970e-4e0b-b815-c120803e71c5 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 559.476476] env[62403]: DEBUG oslo_concurrency.lockutils [None req-3d026dd6-e222-44de-82ec-a3930d3bc2d9 tempest-VolumesAdminNegativeTest-1294158482 tempest-VolumesAdminNegativeTest-1294158482-project-member] Acquiring lock "975e6f73-a053-4f1e-84c3-c9bf49fe0d48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.476748] env[62403]: DEBUG oslo_concurrency.lockutils [None req-3d026dd6-e222-44de-82ec-a3930d3bc2d9 tempest-VolumesAdminNegativeTest-1294158482 tempest-VolumesAdminNegativeTest-1294158482-project-member] Lock "975e6f73-a053-4f1e-84c3-c9bf49fe0d48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.721253] env[62403]: DEBUG nova.network.neutron [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Updated VIF entry in instance network info cache for port 1748952c-970e-4e0b-b815-c120803e71c5. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 559.721725] env[62403]: DEBUG nova.network.neutron [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Updating instance_info_cache with network_info: [{"id": "1748952c-970e-4e0b-b815-c120803e71c5", "address": "fa:16:3e:f5:1a:82", "network": {"id": "538d6eb7-f64a-41cb-9a2b-d3ffa526e0f5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-221024996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe617ee730bf4004b8b52e99218596a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1748952c-97", "ovs_interfaceid": "1748952c-970e-4e0b-b815-c120803e71c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.731268] env[62403]: DEBUG oslo_concurrency.lockutils [req-532c7125-0bce-4ade-8215-68f8bcd4c25d req-4293e5af-d9e9-4ef9-aa1e-35a8c7a0065c service nova] Releasing lock "refresh_cache-2c1dc93e-1dcd-45ff-a320-87bbc9392f67" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.827479] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d1e0a2ce-1532-4bda-890e-55e8c323cf41 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Acquiring lock "e685db52-cb2f-4490-87ee-1459941e3ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.827992] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d1e0a2ce-1532-4bda-890e-55e8c323cf41 tempest-DeleteServersAdminTestJSON-855436748 tempest-DeleteServersAdminTestJSON-855436748-project-member] Lock "e685db52-cb2f-4490-87ee-1459941e3ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.529472] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a15ecd12-5374-4eb8-ab31-f0ccad93aa5f tempest-ImagesTestJSON-895735728 tempest-ImagesTestJSON-895735728-project-member] Acquiring lock "a3c1f929-06f0-4e03-8d7d-e48970d7bc3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.529835] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a15ecd12-5374-4eb8-ab31-f0ccad93aa5f tempest-ImagesTestJSON-895735728 tempest-ImagesTestJSON-895735728-project-member] Lock "a3c1f929-06f0-4e03-8d7d-e48970d7bc3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.125600] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.125984] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.151179] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.694305] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.694305] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Starting heal instance info cache {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 571.694487] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Rebuilding the list of instances to heal {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 571.720577] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.720771] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.720875] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721005] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721133] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721260] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721392] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721594] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721735] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721860] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 571.721983] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Didn't find any instances for network info cache update. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 571.722511] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.722703] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.693881] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.693881] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.694172] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.694172] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62403) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 572.694349] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.705436] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.705666] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.705835] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.706029] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62403) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 572.707224] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f75917a-7d25-4d06-8d00-37a228ded7aa {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.715999] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc0fea-16df-4a59-944c-3c210efa6d59 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.730903] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff5373-cdd3-498e-b47a-b7f923798380 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.737863] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4cf60b-c23b-4617-91d4-072b916cfb09 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.772076] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181818MB free_disk=197GB free_vcpus=48 pci_devices=None {{(pid=62403) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 572.772251] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.772478] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.868372] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.868550] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance f7e5552c-939e-418d-84a6-878f2d425b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.868679] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 52223015-5005-4b61-9a31-d94290fd2a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.868802] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 065483cc-a135-43ab-b3eb-3969479dd005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.868925] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 8adf8dfa-e2a3-45e0-928d-b1c16df9592e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.869070] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ca97e109-44f8-4f36-9b4c-0918b8902f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.869186] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance c726e9d9-8934-48bf-a8dc-aca45edd229b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.869295] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.869398] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.869513] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2c1dc93e-1dcd-45ff-a320-87bbc9392f67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.894558] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3f25ebe9-66f3-4c62-90ff-096fdd275933 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.921304] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e9c0aebc-a0d3-4e22-a533-0950d09b5fae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.932403] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e61190b0-6635-49ab-909e-d4537c552ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.943449] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d0c874cc-0ef7-4921-8d28-0e5ab98b26e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.955688] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 08210436-4447-4309-9ca7-4143d2735039 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.966774] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 49f6812e-0976-4780-84a1-68f049e5caf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.977925] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3b9f9c9c-eeb1-4b84-add9-5239077e0d10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.989049] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 762ea204-1a4b-4c97-9991-eca79f208dd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.001525] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 949c6663-153c-4074-b795-dab2d251f90a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.013008] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ad5a330e-5b2a-4bce-b1df-c1775d4127d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.024439] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d467c636-b82f-4cdf-af60-4f080660f668 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.036707] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 42abe846-d8c1-4cf7-9335-c7f8f0e14712 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.051299] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2ad86894-37bb-41aa-83ab-7c3a348d1b84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.065467] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 06e462ba-ad8a-490c-8e0c-c1405c0c9f33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.095918] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 07331862-c354-4cb0-9f50-305842a47f7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.107769] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 5b8937aa-4c0c-41e7-8c07-e6d00a559ece has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.118426] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 23691898-f2e9-49c9-af4d-60e554403108 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.128856] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3188d0c9-1561-464d-8d91-eafdb89e8c91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.139387] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 975e6f73-a053-4f1e-84c3-c9bf49fe0d48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.150495] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e685db52-cb2f-4490-87ee-1459941e3ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.161028] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance a3c1f929-06f0-4e03-8d7d-e48970d7bc3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.161303] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 573.161431] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 573.517976] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd0bc4-e84e-48fe-b5d7-48d46ae8b959 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.525760] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d799b5-2921-4956-8bd2-c02400aec1f5 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.556616] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc861ee-cdb0-4c1d-9a59-383611fd1ef9 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.563871] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a115a1-0e5a-4b84-958b-44e5d3285a23 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.576571] env[62403]: DEBUG nova.compute.provider_tree [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.584790] env[62403]: DEBUG nova.scheduler.client.report [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 573.602392] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62403) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 573.602589] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.830s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.526763] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a0e11405-6510-4faa-9178-5a270f64f1c4 tempest-ServersTestBootFromVolume-36639182 tempest-ServersTestBootFromVolume-36639182-project-member] Acquiring lock "fb155e9a-a8a8-4caf-8057-8b907a32b385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.527030] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a0e11405-6510-4faa-9178-5a270f64f1c4 tempest-ServersTestBootFromVolume-36639182 tempest-ServersTestBootFromVolume-36639182-project-member] Lock "fb155e9a-a8a8-4caf-8057-8b907a32b385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.152867] env[62403]: WARNING oslo_vmware.rw_handles [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Error occurred while reading the HTTP response.: http.client.RemoteDisconnected: Remote end closed connection without response [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles Traceback (most recent call last): [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py", line 283, in close [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles self._conn.getresponse() [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles response.begin() [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 318, in begin [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles version, status, reason = self._read_status() [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 287, in _read_status [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles raise RemoteDisconnected("Remote end closed connection without" [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles http.client.RemoteDisconnected: Remote end closed connection without response [ 603.152867] env[62403]: ERROR oslo_vmware.rw_handles [ 603.153429] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Downloaded image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 603.154928] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Caching image {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 603.155220] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Copying Virtual Disk [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk to [datastore2] vmware_temp/4ec59a0c-e7a2-4ec8-9447-08bfad837852/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk {{(pid=62403) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 603.155510] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c759ce-6df3-4af7-95b5-8f528557aa09 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.163019] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Waiting for the task: (returnval){ [ 603.163019] env[62403]: value = "task-149900" [ 603.163019] env[62403]: _type = "Task" [ 603.163019] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.171821] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Task: {'id': task-149900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.673313] env[62403]: DEBUG oslo_vmware.exceptions [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Fault InvalidArgument not matched. {{(pid=62403) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 603.673607] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.674171] env[62403]: ERROR nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Instance failed to spawn: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 603.674171] env[62403]: Faults: ['InvalidArgument'] [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Traceback (most recent call last): [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] yield resources [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self.driver.spawn(context, instance, image_meta, [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self._fetch_image_if_missing(context, vi) [ 603.674171] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] image_cache(vi, tmp_image_ds_loc) [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] vm_util.copy_virtual_disk( [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] session._wait_for_task(vmdk_copy_task) [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return self.wait_for_task(task_ref) [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return evt.wait() [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] result = hub.switch() [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 603.674457] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return self.greenlet.switch() [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self.f(*self.args, **self.kw) [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] raise exceptions.translate_fault(task_info.error) [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Faults: ['InvalidArgument'] [ 603.674733] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] [ 603.674733] env[62403]: INFO nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Terminating instance [ 603.677001] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 603.677195] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 603.677508] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.677717] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.678371] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6793ab94-ca04-4ddf-925b-be62c4bd5b4d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.680888] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29635b2a-8b22-47aa-bc79-5ea83a78b490 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.686645] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Unregistering the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 603.686880] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66355271-79e1-42a7-b0e4-f2f2dac076e7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.689167] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.692047] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 603.692047] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fa030a-e592-40a0-9228-53cd65eec30c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.694713] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Waiting for the task: (returnval){ [ 603.694713] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52e1b74e-919e-72a0-71e3-8ea7de22cbb2" [ 603.694713] env[62403]: _type = "Task" [ 603.694713] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.703066] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52e1b74e-919e-72a0-71e3-8ea7de22cbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.757664] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Unregistered the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 603.758751] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Deleting contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 603.758751] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Deleting the datastore file [datastore2] 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.758751] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52e82721-ad8a-426b-8f61-7962504f1899 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.764192] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Waiting for the task: (returnval){ [ 603.764192] env[62403]: value = "task-149902" [ 603.764192] env[62403]: _type = "Task" [ 603.764192] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.771674] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Task: {'id': task-149902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.205048] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.205355] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Creating directory with path [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.205588] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f04e8363-73f2-4856-8fcd-bb874c611f58 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.217016] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Created directory with path [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.217295] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Fetch image to [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.217472] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.218250] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e484c4-6bb1-4236-977e-b14dd2232bfd {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.224931] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4c1ad-3768-46fe-9945-9a9b1eb45006 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.234223] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ed4dc-daf6-42d6-873c-02aaf3d71aa1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.264090] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848d5c0-e68b-4aa0-aec8-bb3ba7979b5e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.276025] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f2b6a679-0105-4b1b-b924-1560de265e15 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.277671] env[62403]: DEBUG oslo_vmware.api [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Task: {'id': task-149902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066118} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.277910] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Deleted the datastore file {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.278087] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Deleted contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 604.278255] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 604.278429] env[62403]: INFO nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 604.280591] env[62403]: DEBUG nova.compute.claims [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Aborting claim: {{(pid=62403) abort /opt/stack/nova/nova/compute/claims.py:84}} [ 604.280764] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.280986] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.300102] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.368721] env[62403]: DEBUG oslo_vmware.rw_handles [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.436970] env[62403]: DEBUG oslo_vmware.rw_handles [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 604.437320] env[62403]: DEBUG oslo_vmware.rw_handles [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 604.730474] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ed216-64cb-4af9-9941-daa56b9f5385 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.737547] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d32e128-72ee-411a-829f-d553bf55f818 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.766642] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2859c506-6268-4b05-bbc2-94734c4fb66d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.773500] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8720e8-6ad3-4e56-93e3-e602b28af119 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.787866] env[62403]: DEBUG nova.compute.provider_tree [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.797090] env[62403]: DEBUG nova.scheduler.client.report [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 604.810811] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.530s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.811345] env[62403]: ERROR nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Failed to build and run instance: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 604.811345] env[62403]: Faults: ['InvalidArgument'] [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Traceback (most recent call last): [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self.driver.spawn(context, instance, image_meta, [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self._fetch_image_if_missing(context, vi) [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] image_cache(vi, tmp_image_ds_loc) [ 604.811345] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] vm_util.copy_virtual_disk( [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] session._wait_for_task(vmdk_copy_task) [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return self.wait_for_task(task_ref) [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return evt.wait() [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] result = hub.switch() [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] return self.greenlet.switch() [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 604.811651] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] self.f(*self.args, **self.kw) [ 604.812092] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 604.812092] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] raise exceptions.translate_fault(task_info.error) [ 604.812092] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 604.812092] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Faults: ['InvalidArgument'] [ 604.812092] env[62403]: ERROR nova.compute.manager [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] [ 604.812092] env[62403]: DEBUG nova.compute.utils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] VimFaultException {{(pid=62403) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 604.813415] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Build of instance 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b was re-scheduled: A specified parameter was not correct: fileType [ 604.813415] env[62403]: Faults: ['InvalidArgument'] {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 604.813787] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Unplugging VIFs for instance {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 604.813961] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 604.814131] env[62403]: DEBUG nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Deallocating network for instance {{(pid=62403) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 604.814299] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] deallocate_for_instance() {{(pid=62403) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 605.161471] env[62403]: DEBUG nova.network.neutron [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Updating instance_info_cache with network_info: [] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.171892] env[62403]: INFO nova.compute.manager [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] [instance: 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b] Took 0.36 seconds to deallocate network for instance. [ 605.277205] env[62403]: INFO nova.scheduler.client.report [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Deleted allocations for instance 4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b [ 605.293387] env[62403]: DEBUG oslo_concurrency.lockutils [None req-80f0f129-813f-4d5a-a8d3-2a0c19426be5 tempest-FloatingIPsAssociationTestJSON-500839455 tempest-FloatingIPsAssociationTestJSON-500839455-project-member] Lock "4b6b99fc-fb37-4a4c-9cdc-5371c1c0468b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.435s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.313733] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 605.367345] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.367693] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.370032] env[62403]: INFO nova.compute.claims [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.818319] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1facd6-b66e-416c-99ff-f263308c4a51 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.826225] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36eaaa-f224-4db0-a028-2e19234cffcf {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.855814] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940881af-56cf-47e7-b02e-10dd7a6a08ca {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.863281] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b257e29-2b9b-46ad-8e97-9baa981816eb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.876635] env[62403]: DEBUG nova.compute.provider_tree [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.884694] env[62403]: DEBUG nova.scheduler.client.report [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 605.897535] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.530s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.898154] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 605.935635] env[62403]: DEBUG nova.compute.utils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.937047] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 605.937331] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 605.945982] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 605.999329] env[62403]: DEBUG nova.policy [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0858ab7894a5498d91130465500cefc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26c923bc33b7400e99557e827da959ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 606.010989] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 606.031635] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 606.031873] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 606.032043] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.032235] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 606.032389] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.032539] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 606.032742] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 606.032903] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 606.033070] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 606.033233] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 606.033444] env[62403]: DEBUG nova.virt.hardware [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.034320] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e69ca30-7515-4d30-9159-53e2d9b61234 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.042472] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b2e16-4239-44a6-8970-4b4016844b9d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.427651] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Successfully created port: 5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.369827] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Successfully updated port: 5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.378479] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.378640] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquired lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.378767] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 607.431840] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 607.537070] env[62403]: DEBUG nova.compute.manager [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Received event network-vif-plugged-5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 607.537675] env[62403]: DEBUG oslo_concurrency.lockutils [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] Acquiring lock "3f25ebe9-66f3-4c62-90ff-096fdd275933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.537892] env[62403]: DEBUG oslo_concurrency.lockutils [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] Lock "3f25ebe9-66f3-4c62-90ff-096fdd275933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.538060] env[62403]: DEBUG oslo_concurrency.lockutils [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] Lock "3f25ebe9-66f3-4c62-90ff-096fdd275933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.538392] env[62403]: DEBUG nova.compute.manager [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] No waiting events found dispatching network-vif-plugged-5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 607.538447] env[62403]: WARNING nova.compute.manager [req-635a5e4f-584e-4e31-becb-7ee578c28873 req-9fc3a1d6-7fac-4834-ad02-1b71d6a156a2 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Received unexpected event network-vif-plugged-5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec for instance with vm_state building and task_state spawning. [ 607.689364] env[62403]: DEBUG nova.network.neutron [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Updating instance_info_cache with network_info: [{"id": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "address": "fa:16:3e:8b:66:10", "network": {"id": "aa017351-425e-422e-b076-d29c62edea82", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877383809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c923bc33b7400e99557e827da959ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f1a7f-e5", "ovs_interfaceid": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.703052] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Releasing lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.703379] env[62403]: DEBUG nova.compute.manager [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Instance network_info: |[{"id": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "address": "fa:16:3e:8b:66:10", "network": {"id": "aa017351-425e-422e-b076-d29c62edea82", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877383809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c923bc33b7400e99557e827da959ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f1a7f-e5", "ovs_interfaceid": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 607.706326] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:66:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.714592] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Creating folder: Project (26c923bc33b7400e99557e827da959ae). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.715579] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f7590a-4f35-4dc1-9098-a3e154b92708 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.726134] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Created folder: Project (26c923bc33b7400e99557e827da959ae) in parent group-v48215. [ 607.726372] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Creating folder: Instances. Parent ref: group-v48253. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.726620] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c361fd35-2dd8-42af-b447-71c409dd464e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.738075] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Created folder: Instances in parent group-v48253. [ 607.738207] env[62403]: DEBUG oslo.service.loopingcall [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.738439] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 607.739198] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e6a941-afa0-49fc-9c07-64f98f3babc7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.767869] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.767869] env[62403]: value = "task-149905" [ 607.767869] env[62403]: _type = "Task" [ 607.767869] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.775365] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149905, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.277867] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149905, 'name': CreateVM_Task, 'duration_secs': 0.279494} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.278154] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 608.278941] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.279171] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.279577] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.279863] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77983c4-19a2-486b-b6e5-23b9b1655276 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.284505] env[62403]: DEBUG oslo_vmware.api [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Waiting for the task: (returnval){ [ 608.284505] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f277bf-16aa-55c1-a607-c2f1940b23ac" [ 608.284505] env[62403]: _type = "Task" [ 608.284505] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.294079] env[62403]: DEBUG oslo_vmware.api [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f277bf-16aa-55c1-a607-c2f1940b23ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.796197] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.796507] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.796654] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d0c37627-7049-4fa5-80e9-6bfc701af9aa tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.617516] env[62403]: DEBUG nova.compute.manager [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Received event network-changed-5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.617704] env[62403]: DEBUG nova.compute.manager [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Refreshing instance network info cache due to event network-changed-5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 609.617911] env[62403]: DEBUG oslo_concurrency.lockutils [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] Acquiring lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.618049] env[62403]: DEBUG oslo_concurrency.lockutils [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] Acquired lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.618209] env[62403]: DEBUG nova.network.neutron [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Refreshing network info cache for port 5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 610.283266] env[62403]: DEBUG nova.network.neutron [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Updated VIF entry in instance network info cache for port 5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 610.283266] env[62403]: DEBUG nova.network.neutron [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Updating instance_info_cache with network_info: [{"id": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "address": "fa:16:3e:8b:66:10", "network": {"id": "aa017351-425e-422e-b076-d29c62edea82", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877383809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c923bc33b7400e99557e827da959ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7f1a7f-e5", "ovs_interfaceid": "5d7f1a7f-e529-4778-a61f-96f9e4b5c5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.291732] env[62403]: DEBUG oslo_concurrency.lockutils [req-aadea75f-f197-4c44-98bc-8f7a7cbc53cd req-2b41178d-e092-47cf-adda-9566ef601d63 service nova] Releasing lock "refresh_cache-3f25ebe9-66f3-4c62-90ff-096fdd275933" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.965379] env[62403]: DEBUG oslo_concurrency.lockutils [None req-520b5b07-5541-42f1-8553-d5ba2820d303 tempest-ImagesNegativeTestJSON-563382161 tempest-ImagesNegativeTestJSON-563382161-project-member] Acquiring lock "8de74385-278a-4d8a-8302-1d71dc7b7d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.965379] env[62403]: DEBUG oslo_concurrency.lockutils [None req-520b5b07-5541-42f1-8553-d5ba2820d303 tempest-ImagesNegativeTestJSON-563382161 tempest-ImagesNegativeTestJSON-563382161-project-member] Lock "8de74385-278a-4d8a-8302-1d71dc7b7d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.599312] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.599642] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.599708] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Starting heal instance info cache {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 632.599829] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Rebuilding the list of instances to heal {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 632.620578] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.620753] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.620904] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621010] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621149] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621346] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621480] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621602] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621719] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621868] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 632.621949] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Didn't find any instances for network info cache update. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 632.622464] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.622628] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.694048] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.694232] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.694427] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62403) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 633.694781] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.693651] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.693895] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.703499] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.703762] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.703865] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.704030] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62403) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 634.705191] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fa998e-7e84-4b5e-8f68-72530f425d15 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.713905] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75cd28f-1287-4eb1-b475-77b44d545caf {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.727492] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96df3e4-fa93-449d-9ba8-bd5e0c475414 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.733598] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df663015-f934-4595-806f-18699977e0e4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.763139] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181791MB free_disk=197GB free_vcpus=48 pci_devices=None {{(pid=62403) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 634.763302] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.763536] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.830265] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance f7e5552c-939e-418d-84a6-878f2d425b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830265] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 52223015-5005-4b61-9a31-d94290fd2a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830265] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 065483cc-a135-43ab-b3eb-3969479dd005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830265] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 8adf8dfa-e2a3-45e0-928d-b1c16df9592e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830443] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ca97e109-44f8-4f36-9b4c-0918b8902f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830443] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance c726e9d9-8934-48bf-a8dc-aca45edd229b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830443] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.830443] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.837221] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2c1dc93e-1dcd-45ff-a320-87bbc9392f67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.837383] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3f25ebe9-66f3-4c62-90ff-096fdd275933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 634.848294] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e9c0aebc-a0d3-4e22-a533-0950d09b5fae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.859739] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e61190b0-6635-49ab-909e-d4537c552ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.870805] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d0c874cc-0ef7-4921-8d28-0e5ab98b26e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.879755] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 08210436-4447-4309-9ca7-4143d2735039 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.888187] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 49f6812e-0976-4780-84a1-68f049e5caf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.898276] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3b9f9c9c-eeb1-4b84-add9-5239077e0d10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.907099] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 762ea204-1a4b-4c97-9991-eca79f208dd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.916595] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 949c6663-153c-4074-b795-dab2d251f90a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.926722] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ad5a330e-5b2a-4bce-b1df-c1775d4127d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.937566] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d467c636-b82f-4cdf-af60-4f080660f668 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.947305] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 42abe846-d8c1-4cf7-9335-c7f8f0e14712 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.960059] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2ad86894-37bb-41aa-83ab-7c3a348d1b84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.969447] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 06e462ba-ad8a-490c-8e0c-c1405c0c9f33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.981460] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 07331862-c354-4cb0-9f50-305842a47f7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.990893] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 5b8937aa-4c0c-41e7-8c07-e6d00a559ece has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.999969] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 23691898-f2e9-49c9-af4d-60e554403108 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.008678] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3188d0c9-1561-464d-8d91-eafdb89e8c91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.017998] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 975e6f73-a053-4f1e-84c3-c9bf49fe0d48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.026738] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e685db52-cb2f-4490-87ee-1459941e3ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.036740] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance a3c1f929-06f0-4e03-8d7d-e48970d7bc3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.048114] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance fb155e9a-a8a8-4caf-8057-8b907a32b385 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.057441] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 8de74385-278a-4d8a-8302-1d71dc7b7d08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.057595] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 635.057745] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 635.447116] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ffe582-97b7-4c92-8a55-6e4c35e4b642 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.454447] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d48d28-3fb1-4438-9432-349f5674d2b0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.487888] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9124027-56f2-4ada-8cf3-f9cd4a3513fb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.495180] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3aa3e-21ac-4c11-8e1d-6e3de52ded59 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.508154] env[62403]: DEBUG nova.compute.provider_tree [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.516531] env[62403]: DEBUG nova.scheduler.client.report [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 635.530968] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62403) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 635.531180] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.768s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.171938] env[62403]: WARNING oslo_vmware.rw_handles [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Error occurred while reading the HTTP response.: http.client.RemoteDisconnected: Remote end closed connection without response [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles Traceback (most recent call last): [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py", line 283, in close [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles self._conn.getresponse() [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles response.begin() [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 318, in begin [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles version, status, reason = self._read_status() [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 287, in _read_status [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles raise RemoteDisconnected("Remote end closed connection without" [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles http.client.RemoteDisconnected: Remote end closed connection without response [ 653.171938] env[62403]: ERROR oslo_vmware.rw_handles [ 653.172610] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Downloaded image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 653.173895] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Caching image {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 653.174165] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Copying Virtual Disk [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk to [datastore2] vmware_temp/3a77be54-b07c-4311-9c89-d8f49fa28b93/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk {{(pid=62403) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 653.174475] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786413ab-6dcb-47d2-b0d6-8a7d57dd57b0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.182267] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Waiting for the task: (returnval){ [ 653.182267] env[62403]: value = "task-149906" [ 653.182267] env[62403]: _type = "Task" [ 653.182267] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.190361] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Task: {'id': task-149906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.693307] env[62403]: DEBUG oslo_vmware.exceptions [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Fault InvalidArgument not matched. {{(pid=62403) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 653.693743] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.694375] env[62403]: ERROR nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Instance failed to spawn: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 653.694375] env[62403]: Faults: ['InvalidArgument'] [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Traceback (most recent call last): [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] yield resources [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self.driver.spawn(context, instance, image_meta, [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self._fetch_image_if_missing(context, vi) [ 653.694375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] image_cache(vi, tmp_image_ds_loc) [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] vm_util.copy_virtual_disk( [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] session._wait_for_task(vmdk_copy_task) [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return self.wait_for_task(task_ref) [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return evt.wait() [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] result = hub.switch() [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 653.694694] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return self.greenlet.switch() [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self.f(*self.args, **self.kw) [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] raise exceptions.translate_fault(task_info.error) [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Faults: ['InvalidArgument'] [ 653.695093] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] [ 653.695093] env[62403]: INFO nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Terminating instance [ 653.696900] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.697174] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.697837] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 653.698101] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 653.698425] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f20663-34f4-4638-9c64-79bc2d2b88ed {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.700769] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b8b5d9-cc44-4711-9c17-32cc2cc43045 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.708638] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Unregistering the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 653.708863] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8213976d-b81d-45b5-9faa-453e1f5c527d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.711227] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.711433] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 653.712405] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e087259a-bb09-4887-ac75-b7c679d32094 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.717262] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for the task: (returnval){ [ 653.717262] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52345455-593c-0b43-65bc-b232c4e01ad7" [ 653.717262] env[62403]: _type = "Task" [ 653.717262] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.727300] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52345455-593c-0b43-65bc-b232c4e01ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.781028] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Unregistered the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 653.781267] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Deleting contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 653.781448] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Deleting the datastore file [datastore2] f7e5552c-939e-418d-84a6-878f2d425b4b {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.781784] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d28dd90-8f3f-4988-8e04-9ffff85b4c65 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.788009] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Waiting for the task: (returnval){ [ 653.788009] env[62403]: value = "task-149908" [ 653.788009] env[62403]: _type = "Task" [ 653.788009] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.797383] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Task: {'id': task-149908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.227500] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 654.227803] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Creating directory with path [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.227985] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0eccf26-dc37-49e6-9f06-c58f6e4c0842 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.239180] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Created directory with path [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.239381] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Fetch image to [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 654.239548] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 654.240320] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441eac01-49a9-4c3f-b855-9e755b4544b3 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.246737] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667c3ca-7086-4819-b31d-77c662964087 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.255781] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2ec9f-1229-460b-bfd8-247e7435366c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.287166] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74a6fce-5264-4d2f-a6c8-c38dec554db0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.305725] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-96a49e44-1298-44dd-8395-244a06181918 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.307600] env[62403]: DEBUG oslo_vmware.api [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Task: {'id': task-149908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16341} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.307844] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Deleted the datastore file {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.308037] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Deleted contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 654.308231] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 654.308403] env[62403]: INFO nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 654.310792] env[62403]: DEBUG nova.compute.claims [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Aborting claim: {{(pid=62403) abort /opt/stack/nova/nova/compute/claims.py:84}} [ 654.310988] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.311192] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.329200] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 654.385182] env[62403]: DEBUG oslo_vmware.rw_handles [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 654.445908] env[62403]: DEBUG oslo_vmware.rw_handles [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 654.445908] env[62403]: DEBUG oslo_vmware.rw_handles [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 654.801246] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d545a4-8945-4c3e-89ac-c8941cc8ee21 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.808674] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4285fe8-0ffc-49d0-8c7d-a6648ec7a54e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.838374] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24d49f5-3b61-4d89-b64e-74bf6afd306f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.846150] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70827633-31f4-4115-ab78-aacfa357be25 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.865792] env[62403]: DEBUG nova.compute.provider_tree [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.874567] env[62403]: DEBUG nova.scheduler.client.report [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 654.890829] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.579s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.891375] env[62403]: ERROR nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Failed to build and run instance: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 654.891375] env[62403]: Faults: ['InvalidArgument'] [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Traceback (most recent call last): [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self.driver.spawn(context, instance, image_meta, [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self._fetch_image_if_missing(context, vi) [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] image_cache(vi, tmp_image_ds_loc) [ 654.891375] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] vm_util.copy_virtual_disk( [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] session._wait_for_task(vmdk_copy_task) [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return self.wait_for_task(task_ref) [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return evt.wait() [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] result = hub.switch() [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] return self.greenlet.switch() [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 654.891782] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] self.f(*self.args, **self.kw) [ 654.892198] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 654.892198] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] raise exceptions.translate_fault(task_info.error) [ 654.892198] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 654.892198] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Faults: ['InvalidArgument'] [ 654.892198] env[62403]: ERROR nova.compute.manager [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] [ 654.892198] env[62403]: DEBUG nova.compute.utils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] VimFaultException {{(pid=62403) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 654.893569] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Build of instance f7e5552c-939e-418d-84a6-878f2d425b4b was re-scheduled: A specified parameter was not correct: fileType [ 654.893569] env[62403]: Faults: ['InvalidArgument'] {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 654.893937] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Unplugging VIFs for instance {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 654.894101] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 654.894253] env[62403]: DEBUG nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Deallocating network for instance {{(pid=62403) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 654.894413] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] deallocate_for_instance() {{(pid=62403) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 655.276531] env[62403]: DEBUG nova.network.neutron [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Updating instance_info_cache with network_info: [] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.287174] env[62403]: INFO nova.compute.manager [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] [instance: f7e5552c-939e-418d-84a6-878f2d425b4b] Took 0.39 seconds to deallocate network for instance. [ 655.384520] env[62403]: INFO nova.scheduler.client.report [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Deleted allocations for instance f7e5552c-939e-418d-84a6-878f2d425b4b [ 655.406708] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b2446b34-1855-462f-bfbf-b71b61341b82 tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "f7e5552c-939e-418d-84a6-878f2d425b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 157.909s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.438766] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 655.492912] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.493183] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.494694] env[62403]: INFO nova.compute.claims [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.898270] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74eecc1-18f4-499f-bf07-62a7d2ab09cc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.905627] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e49eb-e398-4957-9a61-ea894dbe1aeb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.935622] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bb56d-1d55-4795-bb26-2c348df55fd1 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.943144] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30b304-be48-41a5-945e-104da57122f8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.955969] env[62403]: DEBUG nova.compute.provider_tree [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.966939] env[62403]: DEBUG nova.scheduler.client.report [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 655.984128] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.491s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.984696] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 656.021147] env[62403]: DEBUG nova.compute.utils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 656.022398] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 656.022567] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 656.031508] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 656.082651] env[62403]: DEBUG nova.policy [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c9bfc2d5254e3c91615d8a7275204c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237f5a30f7014f7ea29db86b7f24c1af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 656.097885] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 656.118959] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:24:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=128,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 656.119235] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 656.119399] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.119584] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 656.119733] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.119884] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 656.120105] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 656.120270] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 656.120441] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 656.120603] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 656.120776] env[62403]: DEBUG nova.virt.hardware [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.121621] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc3966-ac1b-4486-b4be-cd6f1c80811a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.129874] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f10a17-0700-412e-a507-3ce70ef4e6f5 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.531027] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Successfully created port: 50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.361097] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Successfully updated port: 50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.370652] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.370817] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquired lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370969] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 657.418793] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 657.618302] env[62403]: DEBUG nova.network.neutron [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Updating instance_info_cache with network_info: [{"id": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "address": "fa:16:3e:88:0c:6d", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50553320-a1", "ovs_interfaceid": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.629488] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Releasing lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.629782] env[62403]: DEBUG nova.compute.manager [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Instance network_info: |[{"id": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "address": "fa:16:3e:88:0c:6d", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50553320-a1", "ovs_interfaceid": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 657.630376] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:0c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50553320-a1f3-4638-8d84-bb8ee5e926d5', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.638055] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Creating folder: Project (237f5a30f7014f7ea29db86b7f24c1af). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.638601] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48412f30-3d86-4237-8165-e11711c6d0ed {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.651645] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Created folder: Project (237f5a30f7014f7ea29db86b7f24c1af) in parent group-v48215. [ 657.651844] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Creating folder: Instances. Parent ref: group-v48256. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.652215] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d174bc3-74db-4138-b7b9-37b2111bcfa8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.661349] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Created folder: Instances in parent group-v48256. [ 657.661603] env[62403]: DEBUG oslo.service.loopingcall [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.661835] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 657.662078] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca9565a-9876-4278-a1a7-f942a94a7fea {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.684142] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.684142] env[62403]: value = "task-149911" [ 657.684142] env[62403]: _type = "Task" [ 657.684142] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.692666] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149911, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.731875] env[62403]: DEBUG nova.compute.manager [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Received event network-vif-plugged-50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 657.732152] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Acquiring lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.732409] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.732643] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.732847] env[62403]: DEBUG nova.compute.manager [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] No waiting events found dispatching network-vif-plugged-50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 657.733032] env[62403]: WARNING nova.compute.manager [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Received unexpected event network-vif-plugged-50553320-a1f3-4638-8d84-bb8ee5e926d5 for instance with vm_state building and task_state spawning. [ 657.733249] env[62403]: DEBUG nova.compute.manager [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Received event network-changed-50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 657.733433] env[62403]: DEBUG nova.compute.manager [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Refreshing instance network info cache due to event network-changed-50553320-a1f3-4638-8d84-bb8ee5e926d5. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 657.733650] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Acquiring lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.733826] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Acquired lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.734124] env[62403]: DEBUG nova.network.neutron [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Refreshing network info cache for port 50553320-a1f3-4638-8d84-bb8ee5e926d5 {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 657.893921] env[62403]: DEBUG oslo_concurrency.lockutils [None req-fb5b9b86-4b92-4d53-a17f-aab48f68296d tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Acquiring lock "7bb77b6e-a1ac-4ccb-9f96-878b445dde51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.894150] env[62403]: DEBUG oslo_concurrency.lockutils [None req-fb5b9b86-4b92-4d53-a17f-aab48f68296d tempest-MigrationsAdminTest-844424111 tempest-MigrationsAdminTest-844424111-project-member] Lock "7bb77b6e-a1ac-4ccb-9f96-878b445dde51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.111731] env[62403]: DEBUG nova.network.neutron [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Updated VIF entry in instance network info cache for port 50553320-a1f3-4638-8d84-bb8ee5e926d5. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 658.112151] env[62403]: DEBUG nova.network.neutron [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Updating instance_info_cache with network_info: [{"id": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "address": "fa:16:3e:88:0c:6d", "network": {"id": "670608cf-25fc-401c-8ecd-696b50fb5ec5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6bdb4a04898e469e98a56fe1b7fd354c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50553320-a1", "ovs_interfaceid": "50553320-a1f3-4638-8d84-bb8ee5e926d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.121998] env[62403]: DEBUG oslo_concurrency.lockutils [req-678c828f-08c1-4140-96c8-046dfc6af642 req-fb34c3bb-1933-434e-96dc-60fed08220dd service nova] Releasing lock "refresh_cache-e9c0aebc-a0d3-4e22-a533-0950d09b5fae" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.196862] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149911, 'name': CreateVM_Task, 'duration_secs': 0.3842} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.197042] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 658.197743] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.197914] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.198231] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.198478] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f7f498-4d97-488e-a542-ac1fb9cd9b21 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.202943] env[62403]: DEBUG oslo_vmware.api [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Waiting for the task: (returnval){ [ 658.202943] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5283a963-16e0-2827-408c-8613007386b4" [ 658.202943] env[62403]: _type = "Task" [ 658.202943] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.211552] env[62403]: DEBUG oslo_vmware.api [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]5283a963-16e0-2827-408c-8613007386b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.713680] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.713943] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.714158] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f082d41f-93f0-4120-a31d-c0f58266410d tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.528686] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.528686] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.690428] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.711502] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.711682] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Starting heal instance info cache {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 692.711806] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Rebuilding the list of instances to heal {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 692.733124] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.733293] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.733427] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.733592] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.733672] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734077] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734294] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734429] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734552] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734673] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 692.734794] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Didn't find any instances for network info cache update. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 692.735371] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.735527] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62403) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 693.694652] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.694929] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.694148] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.694386] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.694121] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.706201] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.706201] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.706201] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.706201] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62403) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 695.706201] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130059de-460c-447c-9929-93934546d078 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.715220] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89e767-b92b-4beb-8709-4c964f551063 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.729989] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea25b3c-bd9e-4b70-ac9f-7267b4ce2194 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.735745] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53228a30-e332-461e-a3f5-4365d1ec502c {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.766008] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181853MB free_disk=197GB free_vcpus=48 pci_devices=None {{(pid=62403) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 695.766187] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.766409] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.838347] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 52223015-5005-4b61-9a31-d94290fd2a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838347] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 065483cc-a135-43ab-b3eb-3969479dd005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838347] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 8adf8dfa-e2a3-45e0-928d-b1c16df9592e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838347] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ca97e109-44f8-4f36-9b4c-0918b8902f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838533] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance c726e9d9-8934-48bf-a8dc-aca45edd229b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838533] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838533] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838533] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2c1dc93e-1dcd-45ff-a320-87bbc9392f67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838650] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3f25ebe9-66f3-4c62-90ff-096fdd275933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.838650] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e9c0aebc-a0d3-4e22-a533-0950d09b5fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.848508] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e61190b0-6635-49ab-909e-d4537c552ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.859840] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d0c874cc-0ef7-4921-8d28-0e5ab98b26e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.869849] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 08210436-4447-4309-9ca7-4143d2735039 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.879915] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 49f6812e-0976-4780-84a1-68f049e5caf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.890121] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3b9f9c9c-eeb1-4b84-add9-5239077e0d10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.900730] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 762ea204-1a4b-4c97-9991-eca79f208dd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.911008] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 949c6663-153c-4074-b795-dab2d251f90a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.921154] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance ad5a330e-5b2a-4bce-b1df-c1775d4127d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.931584] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance d467c636-b82f-4cdf-af60-4f080660f668 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.941477] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 42abe846-d8c1-4cf7-9335-c7f8f0e14712 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.951556] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 2ad86894-37bb-41aa-83ab-7c3a348d1b84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.961658] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 06e462ba-ad8a-490c-8e0c-c1405c0c9f33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.971355] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 07331862-c354-4cb0-9f50-305842a47f7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.981147] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 5b8937aa-4c0c-41e7-8c07-e6d00a559ece has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.994128] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 23691898-f2e9-49c9-af4d-60e554403108 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.003325] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 3188d0c9-1561-464d-8d91-eafdb89e8c91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.012789] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 975e6f73-a053-4f1e-84c3-c9bf49fe0d48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.022170] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance e685db52-cb2f-4490-87ee-1459941e3ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.031761] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance a3c1f929-06f0-4e03-8d7d-e48970d7bc3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.042145] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance fb155e9a-a8a8-4caf-8057-8b907a32b385 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.051698] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 8de74385-278a-4d8a-8302-1d71dc7b7d08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.060902] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Instance 7bb77b6e-a1ac-4ccb-9f96-878b445dde51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=62403) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.061142] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 696.061293] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62403) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 696.430980] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49443ccc-9379-454b-b265-13a64d233a54 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444105] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819906a1-d74f-41f9-b85a-d192a98a586a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.448821] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "065483cc-a135-43ab-b3eb-3969479dd005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.474166] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf74d14-4a84-442a-9f00-b0af8c67252d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.481557] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd9bae-eda3-4827-837b-5bfea2a931a8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.495283] env[62403]: DEBUG nova.compute.provider_tree [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.503231] env[62403]: DEBUG nova.scheduler.client.report [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 696.518679] env[62403]: DEBUG nova.compute.resource_tracker [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62403) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 696.518884] env[62403]: DEBUG oslo_concurrency.lockutils [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.752s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.867581] env[62403]: DEBUG oslo_concurrency.lockutils [None req-25439b35-3e4e-4c01-b605-09728c2c1e12 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "52223015-5005-4b61-9a31-d94290fd2a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.190176] env[62403]: WARNING oslo_vmware.rw_handles [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Error occurred while reading the HTTP response.: http.client.RemoteDisconnected: Remote end closed connection without response [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles Traceback (most recent call last): [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py", line 283, in close [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles self._conn.getresponse() [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles response.begin() [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 318, in begin [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles version, status, reason = self._read_status() [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 287, in _read_status [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles raise RemoteDisconnected("Remote end closed connection without" [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles http.client.RemoteDisconnected: Remote end closed connection without response [ 703.190176] env[62403]: ERROR oslo_vmware.rw_handles [ 703.190822] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Downloaded image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 703.192397] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Caching image {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 703.192675] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Copying Virtual Disk [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk to [datastore2] vmware_temp/0e437d7a-a7ee-45b9-bf23-c9b39071aa89/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk {{(pid=62403) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 703.192971] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd0bb0c8-3454-4380-bf1a-f8332472dfcd {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.200449] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for the task: (returnval){ [ 703.200449] env[62403]: value = "task-149912" [ 703.200449] env[62403]: _type = "Task" [ 703.200449] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.210262] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Task: {'id': task-149912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.710650] env[62403]: DEBUG oslo_vmware.exceptions [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Fault InvalidArgument not matched. {{(pid=62403) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 703.710951] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.711537] env[62403]: ERROR nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance failed to spawn: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 703.711537] env[62403]: Faults: ['InvalidArgument'] [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Traceback (most recent call last): [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] yield resources [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self.driver.spawn(context, instance, image_meta, [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self._vmops.spawn(context, instance, image_meta, injected_files, [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self._fetch_image_if_missing(context, vi) [ 703.711537] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] image_cache(vi, tmp_image_ds_loc) [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] vm_util.copy_virtual_disk( [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] session._wait_for_task(vmdk_copy_task) [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return self.wait_for_task(task_ref) [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return evt.wait() [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] result = hub.switch() [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 703.711858] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return self.greenlet.switch() [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self.f(*self.args, **self.kw) [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] raise exceptions.translate_fault(task_info.error) [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Faults: ['InvalidArgument'] [ 703.712200] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] [ 703.712200] env[62403]: INFO nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Terminating instance [ 703.713467] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.713670] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.714266] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 703.714458] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 703.714673] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd512ef2-aa17-4419-9149-433085cd5af0 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.716926] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fc92cc-4e51-46ba-9851-4a5d70561e82 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.723674] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Unregistering the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 703.723889] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ffcb00-de5a-4f1a-9fcc-6af6468cbdeb {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.725950] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.726119] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 703.727026] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1258a2-87be-4a8c-babe-bed477110486 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.731477] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Waiting for the task: (returnval){ [ 703.731477] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52539896-b4a2-89a7-e0b8-0f49bb435b85" [ 703.731477] env[62403]: _type = "Task" [ 703.731477] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.743411] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52539896-b4a2-89a7-e0b8-0f49bb435b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.788373] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Unregistered the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 703.788635] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Deleting contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 703.788817] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Deleting the datastore file [datastore2] 065483cc-a135-43ab-b3eb-3969479dd005 {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.789085] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc8ed50-eaaa-4a23-9892-258f9305ab5b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.795548] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for the task: (returnval){ [ 703.795548] env[62403]: value = "task-149914" [ 703.795548] env[62403]: _type = "Task" [ 703.795548] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.804679] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Task: {'id': task-149914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.241679] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 704.241974] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Creating directory with path [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.242189] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d6b517f-d42f-42a4-88e6-62097707d5b7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.253504] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Created directory with path [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.253736] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Fetch image to [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 704.253911] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 704.254653] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8246bf-cc39-4086-b62e-84eef56f95dd {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.261509] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b55181-b9e0-45e8-af14-3aa488ec4f64 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.270617] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c9177-df3f-4f14-b76e-a31d7b09bc43 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.303913] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b8fc5-6e85-447d-8fc6-45ad3417b7e7 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.310803] env[62403]: DEBUG oslo_vmware.api [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Task: {'id': task-149914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077053} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.312279] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Deleted the datastore file {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.312463] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Deleted contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 704.312631] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 704.312804] env[62403]: INFO nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Took 0.60 seconds to destroy the instance on the hypervisor. [ 704.314837] env[62403]: DEBUG nova.compute.claims [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Aborting claim: {{(pid=62403) abort /opt/stack/nova/nova/compute/claims.py:84}} [ 704.315022] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.315227] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.318767] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bcf71ccc-abb6-4482-8c3d-413a5a332775 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.401785] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 704.450138] env[62403]: DEBUG oslo_vmware.rw_handles [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 704.511382] env[62403]: DEBUG oslo_vmware.rw_handles [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 704.512550] env[62403]: DEBUG oslo_vmware.rw_handles [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 704.785586] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8adea-9d9b-4332-b031-2c76024e8d09 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.793297] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07d48f-6d84-4071-8c96-66f9496507c8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.822811] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d338c3af-4929-40af-802e-2e2c1b89af48 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.830314] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bb58c-ac42-4882-8c2f-a113973a7130 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.843331] env[62403]: DEBUG nova.compute.provider_tree [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.851854] env[62403]: DEBUG nova.scheduler.client.report [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 704.865214] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.550s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.866710] env[62403]: ERROR nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Failed to build and run instance: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 704.866710] env[62403]: Faults: ['InvalidArgument'] [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Traceback (most recent call last): [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self.driver.spawn(context, instance, image_meta, [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self._vmops.spawn(context, instance, image_meta, injected_files, [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self._fetch_image_if_missing(context, vi) [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] image_cache(vi, tmp_image_ds_loc) [ 704.866710] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] vm_util.copy_virtual_disk( [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] session._wait_for_task(vmdk_copy_task) [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return self.wait_for_task(task_ref) [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return evt.wait() [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] result = hub.switch() [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] return self.greenlet.switch() [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 704.867087] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] self.f(*self.args, **self.kw) [ 704.867452] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 704.867452] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] raise exceptions.translate_fault(task_info.error) [ 704.867452] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 704.867452] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Faults: ['InvalidArgument'] [ 704.867452] env[62403]: ERROR nova.compute.manager [instance: 065483cc-a135-43ab-b3eb-3969479dd005] [ 704.867452] env[62403]: DEBUG nova.compute.utils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] VimFaultException {{(pid=62403) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 704.868785] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Build of instance 065483cc-a135-43ab-b3eb-3969479dd005 was re-scheduled: A specified parameter was not correct: fileType [ 704.868785] env[62403]: Faults: ['InvalidArgument'] {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 704.869175] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Unplugging VIFs for instance {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 704.869335] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62403) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 704.869494] env[62403]: DEBUG nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Deallocating network for instance {{(pid=62403) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 704.869658] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] deallocate_for_instance() {{(pid=62403) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 705.148460] env[62403]: DEBUG nova.network.neutron [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Updating instance_info_cache with network_info: [] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.159801] env[62403]: INFO nova.compute.manager [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Took 0.29 seconds to deallocate network for instance. [ 705.252099] env[62403]: INFO nova.scheduler.client.report [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Deleted allocations for instance 065483cc-a135-43ab-b3eb-3969479dd005 [ 705.269761] env[62403]: DEBUG oslo_concurrency.lockutils [None req-a120bbec-2bf9-4279-8bff-34fa8584b1f3 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 206.251s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.271161] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.822s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.271385] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Acquiring lock "065483cc-a135-43ab-b3eb-3969479dd005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.271591] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.271811] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.273636] env[62403]: INFO nova.compute.manager [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Terminating instance [ 705.275335] env[62403]: DEBUG nova.compute.manager [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 705.275535] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 705.276069] env[62403]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c64844b-2318-4226-8555-6b8efd179738 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.284080] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Starting instance... {{(pid=62403) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 705.289998] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258f74d-996d-4669-9a12-20159ce7098a {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.318593] env[62403]: WARNING nova.virt.vmwareapi.vmops [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 065483cc-a135-43ab-b3eb-3969479dd005 could not be found. [ 705.318777] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 705.318954] env[62403]: INFO nova.compute.manager [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Took 0.04 seconds to destroy the instance on the hypervisor. [ 705.319207] env[62403]: DEBUG oslo.service.loopingcall [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.323398] env[62403]: DEBUG nova.compute.manager [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Deallocating network for instance {{(pid=62403) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 705.323506] env[62403]: DEBUG nova.network.neutron [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] deallocate_for_instance() {{(pid=62403) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}} [ 705.336549] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.336780] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.338335] env[62403]: INFO nova.compute.claims [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.350239] env[62403]: DEBUG nova.network.neutron [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Updating instance_info_cache with network_info: [] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.360986] env[62403]: INFO nova.compute.manager [-] [instance: 065483cc-a135-43ab-b3eb-3969479dd005] Took 0.04 seconds to deallocate network for instance. [ 705.468777] env[62403]: DEBUG oslo_concurrency.lockutils [None req-da7ef986-ef05-4d77-91d1-4862eb869869 tempest-ServerExternalEventsTest-1796244133 tempest-ServerExternalEventsTest-1796244133-project-member] Lock "065483cc-a135-43ab-b3eb-3969479dd005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 0.198s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.799770] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ff740-7446-4470-bd73-3d9797fa5e73 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.804174] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e62c4d3-ff57-4070-85e0-f266490bb582 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.841779] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23191d67-0df8-4b69-a22f-1a680b553560 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.850530] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90a8f0-d218-4d34-b620-3a0cda707d96 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.864414] env[62403]: DEBUG nova.compute.provider_tree [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Inventory has not changed in ProviderTree for provider: 1bcb068b-6219-4bdb-8d6f-c1f01f93036e {{(pid=62403) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.873711] env[62403]: DEBUG nova.scheduler.client.report [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Inventory has not changed for provider 1bcb068b-6219-4bdb-8d6f-c1f01f93036e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 197, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62403) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}} [ 705.888144] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.551s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.888821] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Start building networks asynchronously for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 705.927212] env[62403]: DEBUG nova.compute.utils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Using /dev/sd instead of None {{(pid=62403) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.929343] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Allocating IP information in the background. {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 705.929732] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] allocate_for_instance() {{(pid=62403) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 705.944976] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Start building block device mappings for instance. {{(pid=62403) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 705.988571] env[62403]: DEBUG nova.policy [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c89f07e5787462ea4a82d195cec6916', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15976a86487a47f68a1c4919957478d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62403) authorize /opt/stack/nova/nova/policy.py:203}} [ 706.009274] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Start spawning the instance on the hypervisor. {{(pid=62403) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 706.031762] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-03-25T08:26:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1737622114',id=28,is_public=True,memory_mb=128,name='tempest-flavor_with_ephemeral_0-1744554006',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-03-25T08:24:22Z,direct_url=,disk_format='vmdk',id=e616894b-eff2-4b1b-81da-805f64a4acc1,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6bdb4a04898e469e98a56fe1b7fd354c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-03-25T08:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 706.032201] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Flavor limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 706.033332] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Image limits 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.033656] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Flavor pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 706.033943] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Image pref 0:0:0 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.034203] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62403) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 706.034977] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 706.036286] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 706.037077] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Got 1 possible topologies {{(pid=62403) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 706.037384] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 706.037695] env[62403]: DEBUG nova.virt.hardware [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62403) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.040209] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e272b7-75a0-42b5-88cd-cb03110c1e00 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.049574] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed7b6a-e18c-46f6-862f-e90a9a31f9a4 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.577204] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Successfully created port: fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.293428] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Successfully updated port: fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.306984] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.307151] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquired lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.307271] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Building network info cache for instance {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}} [ 707.377150] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Instance cache missing network info. {{(pid=62403) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}} [ 707.396208] env[62403]: DEBUG nova.compute.manager [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Received event network-vif-plugged-fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 707.396475] env[62403]: DEBUG oslo_concurrency.lockutils [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] Acquiring lock "e61190b0-6635-49ab-909e-d4537c552ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.396734] env[62403]: DEBUG oslo_concurrency.lockutils [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] Lock "e61190b0-6635-49ab-909e-d4537c552ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.396910] env[62403]: DEBUG oslo_concurrency.lockutils [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] Lock "e61190b0-6635-49ab-909e-d4537c552ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.397133] env[62403]: DEBUG nova.compute.manager [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] No waiting events found dispatching network-vif-plugged-fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 707.397243] env[62403]: WARNING nova.compute.manager [req-b2f030c1-1deb-4993-8472-10de60fe4870 req-a6fc13f6-d22a-4440-9f8c-807378aadd41 service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Received unexpected event network-vif-plugged-fabebd5a-6b69-43ba-9509-4d4c367d1d7e for instance with vm_state building and task_state spawning. [ 707.582164] env[62403]: DEBUG nova.network.neutron [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Updating instance_info_cache with network_info: [{"id": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "address": "fa:16:3e:8e:e7:d6", "network": {"id": "c903b1ad-e4b0-4794-9ba4-3affb7d3a431", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1618808490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15976a86487a47f68a1c4919957478d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabebd5a-6b", "ovs_interfaceid": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.594744] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Releasing lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.595020] env[62403]: DEBUG nova.compute.manager [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Instance network_info: |[{"id": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "address": "fa:16:3e:8e:e7:d6", "network": {"id": "c903b1ad-e4b0-4794-9ba4-3affb7d3a431", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1618808490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15976a86487a47f68a1c4919957478d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabebd5a-6b", "ovs_interfaceid": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62403) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 707.595485] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:e7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fabebd5a-6b69-43ba-9509-4d4c367d1d7e', 'vif_model': 'vmxnet3'}] {{(pid=62403) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.604229] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Creating folder: Project (15976a86487a47f68a1c4919957478d8). Parent ref: group-v48215. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 707.604229] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f130c9db-bc41-4875-b7ae-874014634b3d {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.615170] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Created folder: Project (15976a86487a47f68a1c4919957478d8) in parent group-v48215. [ 707.615354] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Creating folder: Instances. Parent ref: group-v48259. {{(pid=62403) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 707.615577] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa017d92-18eb-4a2d-b190-97d3e9e2d1f8 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.624107] env[62403]: INFO nova.virt.vmwareapi.vm_util [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Created folder: Instances in parent group-v48259. [ 707.624333] env[62403]: DEBUG oslo.service.loopingcall [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62403) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.624510] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Creating VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 707.624697] env[62403]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd81abe7-c0fe-4486-9abf-1b0bc00c5873 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.643169] env[62403]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.643169] env[62403]: value = "task-149917" [ 707.643169] env[62403]: _type = "Task" [ 707.643169] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.650920] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149917, 'name': CreateVM_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.152538] env[62403]: DEBUG oslo_vmware.api [-] Task: {'id': task-149917, 'name': CreateVM_Task, 'duration_secs': 0.301025} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.152715] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Created VM on the ESX host {{(pid=62403) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 708.153413] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.153614] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.153912] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.154139] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26ab40c-e415-47ab-9128-04c17d05be2f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.158440] env[62403]: DEBUG oslo_vmware.api [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Waiting for the task: (returnval){ [ 708.158440] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52702748-971e-43de-aa6e-e13baf0e7949" [ 708.158440] env[62403]: _type = "Task" [ 708.158440] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.165665] env[62403]: DEBUG oslo_vmware.api [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52702748-971e-43de-aa6e-e13baf0e7949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.668725] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.668993] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Processing image e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.669192] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2f02e8e0-ceb8-4300-aaf5-f9b573d47890 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.436577] env[62403]: DEBUG nova.compute.manager [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Received event network-changed-fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 709.436718] env[62403]: DEBUG nova.compute.manager [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Refreshing instance network info cache due to event network-changed-fabebd5a-6b69-43ba-9509-4d4c367d1d7e. {{(pid=62403) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 709.436869] env[62403]: DEBUG oslo_concurrency.lockutils [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] Acquiring lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.437017] env[62403]: DEBUG oslo_concurrency.lockutils [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] Acquired lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.437184] env[62403]: DEBUG nova.network.neutron [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Refreshing network info cache for port fabebd5a-6b69-43ba-9509-4d4c367d1d7e {{(pid=62403) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}} [ 709.686548] env[62403]: DEBUG oslo_concurrency.lockutils [None req-7efc8165-67a1-4e7f-b15e-d3fb8b58eb54 tempest-ServersNegativeTestJSON-2085118626 tempest-ServersNegativeTestJSON-2085118626-project-member] Acquiring lock "8adf8dfa-e2a3-45e0-928d-b1c16df9592e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.829826] env[62403]: DEBUG nova.network.neutron [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Updated VIF entry in instance network info cache for port fabebd5a-6b69-43ba-9509-4d4c367d1d7e. {{(pid=62403) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}} [ 709.830193] env[62403]: DEBUG nova.network.neutron [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Updating instance_info_cache with network_info: [{"id": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "address": "fa:16:3e:8e:e7:d6", "network": {"id": "c903b1ad-e4b0-4794-9ba4-3affb7d3a431", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1618808490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15976a86487a47f68a1c4919957478d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabebd5a-6b", "ovs_interfaceid": "fabebd5a-6b69-43ba-9509-4d4c367d1d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62403) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.839543] env[62403]: DEBUG oslo_concurrency.lockutils [req-677cacc8-14a8-410a-95d8-6478d2f34cc4 req-66d1421f-d2f9-416a-b90e-b417ea8f42ae service nova] Releasing lock "refresh_cache-e61190b0-6635-49ab-909e-d4537c552ee3" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.691639] env[62403]: DEBUG oslo_concurrency.lockutils [None req-de170db4-f8f3-498f-b412-a2c64623e462 tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquiring lock "ca97e109-44f8-4f36-9b4c-0918b8902f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.900376] env[62403]: DEBUG oslo_concurrency.lockutils [None req-394e9f34-74f5-4d91-b494-ad69ca82b06d tempest-ServerGroupTestJSON-1999804334 tempest-ServerGroupTestJSON-1999804334-project-member] Acquiring lock "c726e9d9-8934-48bf-a8dc-aca45edd229b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.442337] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f54e756b-1a72-49e9-99cc-2b04fd58d8cb tempest-ServerMetadataNegativeTestJSON-1618058434 tempest-ServerMetadataNegativeTestJSON-1618058434-project-member] Acquiring lock "9fa8fb72-5232-4f7f-97f1-83ca7ab051b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.138983] env[62403]: DEBUG oslo_concurrency.lockutils [None req-18faa844-93dd-4515-afcf-45d4f3c435e6 tempest-InstanceActionsV221TestJSON-945917172 tempest-InstanceActionsV221TestJSON-945917172-project-member] Acquiring lock "46060547-d447-43fe-8a8c-0e8659e3e784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.139288] env[62403]: DEBUG oslo_concurrency.lockutils [None req-18faa844-93dd-4515-afcf-45d4f3c435e6 tempest-InstanceActionsV221TestJSON-945917172 tempest-InstanceActionsV221TestJSON-945917172-project-member] Lock "46060547-d447-43fe-8a8c-0e8659e3e784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.701690] env[62403]: DEBUG oslo_concurrency.lockutils [None req-05629430-6d70-4ecf-8e0a-86a77283d29f tempest-ImagesOneServerNegativeTestJSON-477735738 tempest-ImagesOneServerNegativeTestJSON-477735738-project-member] Acquiring lock "2c1dc93e-1dcd-45ff-a320-87bbc9392f67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.836179] env[62403]: DEBUG oslo_concurrency.lockutils [None req-2078e853-c89e-44ff-902b-c32119e8ef4c tempest-ServersAdmin275Test-814109263 tempest-ServersAdmin275Test-814109263-project-member] Acquiring lock "7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.294635] env[62403]: DEBUG oslo_concurrency.lockutils [None req-4596e662-96f3-407e-babc-6244e5ee3697 tempest-ServersTestFqdnHostnames-898238693 tempest-ServersTestFqdnHostnames-898238693-project-member] Acquiring lock "3f25ebe9-66f3-4c62-90ff-096fdd275933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.658623] env[62403]: DEBUG oslo_concurrency.lockutils [None req-b225a9da-775a-4751-a7a7-3bf46ed953d6 tempest-ServersWithSpecificFlavorTestJSON-570043891 tempest-ServersWithSpecificFlavorTestJSON-570043891-project-member] Acquiring lock "e61190b0-6635-49ab-909e-d4537c552ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.900687] env[62403]: DEBUG oslo_concurrency.lockutils [None req-944e040d-adff-447a-9c7c-f03bbc4307ab tempest-ServerDiagnosticsTest-1734533839 tempest-ServerDiagnosticsTest-1734533839-project-member] Acquiring lock "e9c0aebc-a0d3-4e22-a533-0950d09b5fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.313770] env[62403]: DEBUG oslo_concurrency.lockutils [None req-e4facea5-ecbc-4370-8087-4d40b78ce726 tempest-ServerDiskConfigTestJSON-985267742 tempest-ServerDiskConfigTestJSON-985267742-project-member] Acquiring lock "2e887e7d-b70a-4549-85bf-771c9a142176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.314079] env[62403]: DEBUG oslo_concurrency.lockutils [None req-e4facea5-ecbc-4370-8087-4d40b78ce726 tempest-ServerDiskConfigTestJSON-985267742 tempest-ServerDiskConfigTestJSON-985267742-project-member] Lock "2e887e7d-b70a-4549-85bf-771c9a142176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.201608] env[62403]: DEBUG oslo_concurrency.lockutils [None req-03a33f5e-6bc3-4f39-b72c-576077755462 tempest-TenantUsagesTestJSON-511570617 tempest-TenantUsagesTestJSON-511570617-project-member] Acquiring lock "c70be726-d09b-4155-8664-9658bb98726b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.201987] env[62403]: DEBUG oslo_concurrency.lockutils [None req-03a33f5e-6bc3-4f39-b72c-576077755462 tempest-TenantUsagesTestJSON-511570617 tempest-TenantUsagesTestJSON-511570617-project-member] Lock "c70be726-d09b-4155-8664-9658bb98726b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.205327] env[62403]: DEBUG oslo_concurrency.lockutils [None req-3af1a89f-7a98-4169-af68-631c1ce481f7 tempest-ServerActionsTestOtherB-307134765 tempest-ServerActionsTestOtherB-307134765-project-member] Acquiring lock "f012d623-0f84-4e4e-85a5-19b817d47195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.205639] env[62403]: DEBUG oslo_concurrency.lockutils [None req-3af1a89f-7a98-4169-af68-631c1ce481f7 tempest-ServerActionsTestOtherB-307134765 tempest-ServerActionsTestOtherB-307134765-project-member] Lock "f012d623-0f84-4e4e-85a5-19b817d47195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.390834] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8c37e22e-1b4e-4fb6-825c-f332f4fcf1b7 tempest-SecurityGroupsTestJSON-479717556 tempest-SecurityGroupsTestJSON-479717556-project-member] Acquiring lock "5437ad71-83d1-48f1-b761-0f5d99e7c219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.390834] env[62403]: DEBUG oslo_concurrency.lockutils [None req-8c37e22e-1b4e-4fb6-825c-f332f4fcf1b7 tempest-SecurityGroupsTestJSON-479717556 tempest-SecurityGroupsTestJSON-479717556-project-member] Lock "5437ad71-83d1-48f1-b761-0f5d99e7c219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.298765] env[62403]: DEBUG oslo_concurrency.lockutils [None req-10567dc8-c0ea-491b-870e-88ea48fe5b2b tempest-AttachVolumeShelveTestJSON-353782942 tempest-AttachVolumeShelveTestJSON-353782942-project-member] Acquiring lock "8920f80b-8ab4-4f6f-adc1-77b0b80a5721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.299055] env[62403]: DEBUG oslo_concurrency.lockutils [None req-10567dc8-c0ea-491b-870e-88ea48fe5b2b tempest-AttachVolumeShelveTestJSON-353782942 tempest-AttachVolumeShelveTestJSON-353782942-project-member] Lock "8920f80b-8ab4-4f6f-adc1-77b0b80a5721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.253755] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1be25d20-bc60-48ee-aa84-9579184c4f39 tempest-DeleteServersTestJSON-2084090777 tempest-DeleteServersTestJSON-2084090777-project-member] Acquiring lock "86d12a92-b42a-4579-81cc-099736797b63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.253999] env[62403]: DEBUG oslo_concurrency.lockutils [None req-1be25d20-bc60-48ee-aa84-9579184c4f39 tempest-DeleteServersTestJSON-2084090777 tempest-DeleteServersTestJSON-2084090777-project-member] Lock "86d12a92-b42a-4579-81cc-099736797b63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.694385] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.694693] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Cleaning up deleted instances {{(pid=62403) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 750.730686] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] There are 0 instances to clean {{(pid=62403) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 750.730929] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.731518] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Cleaning up deleted instances with incomplete migration {{(pid=62403) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 750.745862] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.817042] env[62403]: DEBUG oslo_concurrency.lockutils [None req-46ba3e92-a1b2-41ba-8de9-372c241c6eac tempest-ImagesOneServerTestJSON-954328768 tempest-ImagesOneServerTestJSON-954328768-project-member] Acquiring lock "b534508f-2838-4b7d-942b-23b2a6dfc5e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.817278] env[62403]: DEBUG oslo_concurrency.lockutils [None req-46ba3e92-a1b2-41ba-8de9-372c241c6eac tempest-ImagesOneServerTestJSON-954328768 tempest-ImagesOneServerTestJSON-954328768-project-member] Lock "b534508f-2838-4b7d-942b-23b2a6dfc5e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.858522] env[62403]: DEBUG oslo_concurrency.lockutils [None req-c419bd0d-c70b-44f6-b664-5cd3c94a0ad7 tempest-ServerShowV247Test-26224640 tempest-ServerShowV247Test-26224640-project-member] Acquiring lock "e39a695c-6071-452e-be02-43d153398835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.858732] env[62403]: DEBUG oslo_concurrency.lockutils [None req-c419bd0d-c70b-44f6-b664-5cd3c94a0ad7 tempest-ServerShowV247Test-26224640 tempest-ServerShowV247Test-26224640-project-member] Lock "e39a695c-6071-452e-be02-43d153398835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.756923] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.882765] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f63e64ab-ab93-4e05-aaaa-68784d6cef06 tempest-ServerShowV247Test-26224640 tempest-ServerShowV247Test-26224640-project-member] Acquiring lock "f0431fa4-396d-44af-90ef-ee621c995798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.882925] env[62403]: DEBUG oslo_concurrency.lockutils [None req-f63e64ab-ab93-4e05-aaaa-68784d6cef06 tempest-ServerShowV247Test-26224640 tempest-ServerShowV247Test-26224640-project-member] Lock "f0431fa4-396d-44af-90ef-ee621c995798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.553222] env[62403]: WARNING oslo_vmware.rw_handles [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Error occurred while reading the HTTP response.: http.client.RemoteDisconnected: Remote end closed connection without response [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles Traceback (most recent call last): [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py", line 283, in close [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles self._conn.getresponse() [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 1375, in getresponse [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles response.begin() [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 318, in begin [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles version, status, reason = self._read_status() [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles File "/usr/lib/python3.10/http/client.py", line 287, in _read_status [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles raise RemoteDisconnected("Remote end closed connection without" [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles http.client.RemoteDisconnected: Remote end closed connection without response [ 752.553222] env[62403]: ERROR oslo_vmware.rw_handles [ 752.553628] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Downloaded image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 752.555982] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Caching image {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 752.555982] env[62403]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Copying Virtual Disk [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk to [datastore2] vmware_temp/c34d3b57-dd1f-423d-a2d5-5612a9a14d89/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk {{(pid=62403) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 752.556654] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d538d0-a1df-4a18-bc1e-3602a5bacbbc {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.564786] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Waiting for the task: (returnval){ [ 752.564786] env[62403]: value = "task-149918" [ 752.564786] env[62403]: _type = "Task" [ 752.564786] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.575005] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Task: {'id': task-149918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.693887] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.694095] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62403) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 753.075331] env[62403]: DEBUG oslo_vmware.exceptions [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Fault InvalidArgument not matched. {{(pid=62403) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 753.075779] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.076202] env[62403]: ERROR nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Instance failed to spawn: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 753.076202] env[62403]: Faults: ['InvalidArgument'] [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Traceback (most recent call last): [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] yield resources [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] self.driver.spawn(context, instance, image_meta, [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] self._fetch_image_if_missing(context, vi) [ 753.076202] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] image_cache(vi, tmp_image_ds_loc) [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] vm_util.copy_virtual_disk( [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] session._wait_for_task(vmdk_copy_task) [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] return self.wait_for_task(task_ref) [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] return evt.wait() [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] result = hub.switch() [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 753.076578] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] return self.greenlet.switch() [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] self.f(*self.args, **self.kw) [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] raise exceptions.translate_fault(task_info.error) [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Faults: ['InvalidArgument'] [ 753.076898] env[62403]: ERROR nova.compute.manager [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] [ 753.076898] env[62403]: INFO nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Terminating instance [ 753.078099] env[62403]: DEBUG oslo_concurrency.lockutils [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e616894b-eff2-4b1b-81da-805f64a4acc1/e616894b-eff2-4b1b-81da-805f64a4acc1.vmdk" {{(pid=62403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.078301] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.078911] env[62403]: DEBUG nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Start destroying the instance on the hypervisor. {{(pid=62403) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 753.079096] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Destroying instance {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 753.079314] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06998092-2751-4c43-a39f-214fc0ed0d22 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.081630] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4bbd82-2015-4011-9ac4-345531683e64 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.088735] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Unregistering the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 753.089014] env[62403]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d539aa2-80cb-4f2b-8028-c90982c25fa2 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.091102] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.091269] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62403) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 753.092358] env[62403]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8665f2-f990-47c4-bccb-f81b72ff646e {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.097160] env[62403]: DEBUG oslo_vmware.api [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Waiting for the task: (returnval){ [ 753.097160] env[62403]: value = "session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f504d0-1202-25a6-9391-2c7bfa76a2de" [ 753.097160] env[62403]: _type = "Task" [ 753.097160] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.104717] env[62403]: DEBUG oslo_vmware.api [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Task: {'id': session[5298e4b8-fe4b-40a7-a2e3-3c5b81914fff]52f504d0-1202-25a6-9391-2c7bfa76a2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.169457] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Unregistered the VM {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 753.169839] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Deleting contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 753.170102] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Deleting the datastore file [datastore2] 52223015-5005-4b61-9a31-d94290fd2a8b {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.170187] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec04283c-cbb7-4336-a29f-29f7407d560f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.176530] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Waiting for the task: (returnval){ [ 753.176530] env[62403]: value = "task-149920" [ 753.176530] env[62403]: _type = "Task" [ 753.176530] env[62403]: } to complete. {{(pid=62403) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.184841] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Task: {'id': task-149920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.438578] env[62403]: DEBUG oslo_concurrency.lockutils [None req-ff6d2912-708e-49d0-9e9b-d3f46262e2ae tempest-AttachVolumeTestJSON-758018553 tempest-AttachVolumeTestJSON-758018553-project-member] Acquiring lock "5845f1b1-af44-4b15-a5b8-1f606d55d003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.438908] env[62403]: DEBUG oslo_concurrency.lockutils [None req-ff6d2912-708e-49d0-9e9b-d3f46262e2ae tempest-AttachVolumeTestJSON-758018553 tempest-AttachVolumeTestJSON-758018553-project-member] Lock "5845f1b1-af44-4b15-a5b8-1f606d55d003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.608554] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Preparing fetch location {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 753.608812] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Creating directory with path [datastore2] vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.609041] env[62403]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e62d6ce-4672-43ce-9470-e5d36c97bb60 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.625750] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Created directory with path [datastore2] vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1 {{(pid=62403) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.625959] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Fetch image to [datastore2] vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk {{(pid=62403) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 753.626132] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to [datastore2] vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk on the data store datastore2 {{(pid=62403) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 753.626902] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a9df16-b05e-4d33-b87f-6e7c57864e31 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.633665] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12295c63-fcda-4bb7-87c1-66755892049f {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.642885] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ee6be-7bbf-44a5-84dc-4ae8ada33528 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.677320] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72d9a9-865d-4fed-a7d3-04b55a75a267 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.688311] env[62403]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a9b98114-b13b-4c05-9dcd-788aeea2321b {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.689969] env[62403]: DEBUG oslo_vmware.api [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Task: {'id': task-149920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066409} completed successfully. {{(pid=62403) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.690425] env[62403]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Deleted the datastore file {{(pid=62403) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.690425] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Deleted contents of the VM from datastore datastore2 {{(pid=62403) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 753.690533] env[62403]: DEBUG nova.virt.vmwareapi.vmops [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Instance destroyed {{(pid=62403) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 753.690694] env[62403]: INFO nova.compute.manager [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 753.692792] env[62403]: DEBUG nova.compute.claims [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Aborting claim: {{(pid=62403) abort /opt/stack/nova/nova/compute/claims.py:84}} [ 753.692989] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.693239] env[62403]: DEBUG oslo_concurrency.lockutils [None req-0e49395e-8ef0-412d-b7f0-49849df51f66 tempest-ServersAdminNegativeTestJSON-1865338421 tempest-ServersAdminNegativeTestJSON-1865338421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62403) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.704055] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.706581] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Starting heal instance info cache {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 753.706581] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Rebuilding the list of instances to heal {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 753.716034] env[62403]: DEBUG nova.virt.vmwareapi.images [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Downloading image file data e616894b-eff2-4b1b-81da-805f64a4acc1 to the data store datastore2 {{(pid=62403) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 753.728603] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 52223015-5005-4b61-9a31-d94290fd2a8b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.729055] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 8adf8dfa-e2a3-45e0-928d-b1c16df9592e] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.729640] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: ca97e109-44f8-4f36-9b4c-0918b8902f5b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.729933] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: c726e9d9-8934-48bf-a8dc-aca45edd229b] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.730301] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 9fa8fb72-5232-4f7f-97f1-83ca7ab051b8] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.730596] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 7620b5b9-3b8d-43e9-ae0d-f3f3ed2ed6ae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.730859] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 2c1dc93e-1dcd-45ff-a320-87bbc9392f67] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.731114] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: 3f25ebe9-66f3-4c62-90ff-096fdd275933] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.731374] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: e9c0aebc-a0d3-4e22-a533-0950d09b5fae] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.731622] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] [instance: e61190b0-6635-49ab-909e-d4537c552ee3] Skipping network cache update for instance because it is Building. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 753.731881] env[62403]: DEBUG nova.compute.manager [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Didn't find any instances for network info cache update. {{(pid=62403) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 753.736857] env[62403]: DEBUG oslo_service.periodic_task [None req-215f47f5-cc0e-4209-94eb-b3bdfaad9886 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62403) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.787046] env[62403]: DEBUG oslo_vmware.rw_handles [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 753.853468] env[62403]: DEBUG oslo_vmware.rw_handles [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Completed reading data from the image iterator. {{(pid=62403) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 753.853468] env[62403]: DEBUG oslo_vmware.rw_handles [None req-d6ebcd15-336c-4c0e-8fa7-f4a32cdf72fd tempest-ServersAaction247Test-1147604601 tempest-ServersAaction247Test-1147604601-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c8f584a-8c8d-4320-b27b-083a6f112d6c/e616894b-eff2-4b1b-81da-805f64a4acc1/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62403) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 754.166102] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a34871-a2c1-443f-a65d-49bf8ef68212 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.174837] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adda2f4-76da-42cc-99e3-88154cf30be6 {{(pid=62403) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.207997] env[62403]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4cf3f8-ed1e-43e9-b812-791dcd317d93