[ 568.998712] env[62845]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62845) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.999046] env[62845]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62845) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.999183] env[62845]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62845) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.999551] env[62845]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 569.093856] env[62845]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62845) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 569.105120] env[62845]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62845) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 569.706410] env[62845]: INFO nova.virt.driver [None req-9478fbfd-9782-41bc-be87-618df5abaeb6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 569.775358] env[62845]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.775507] env[62845]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.775602] env[62845]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62845) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 572.991785] env[62845]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b33e5509-7ff6-4014-8927-b773550dc629 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.007772] env[62845]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62845) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 573.007890] env[62845]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5507ff7d-261c-4b22-8e27-0ac90fa74243 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.032813] env[62845]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ae74f. [ 573.032935] env[62845]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.257s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.033530] env[62845]: INFO nova.virt.vmwareapi.driver [None req-9478fbfd-9782-41bc-be87-618df5abaeb6 None None] VMware vCenter version: 7.0.3 [ 573.036982] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86440dd-1309-46e5-ab77-8601b18dfa64 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.059169] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961a60e-b3ec-4cf1-8d48-cfb06a38efca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.065537] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34030a9-6236-4e19-bceb-d6b9f3978418 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.072406] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca4c82-eb75-4176-9cf8-c14e3e970aae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.085710] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c635dee1-079b-4324-bdf3-18f4509c97b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.091922] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63471eaa-e7c9-4b19-b9f3-717f826b47d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.122337] env[62845]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d9200651-8426-4bf1-a246-efeffde358b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.127572] env[62845]: DEBUG nova.virt.vmwareapi.driver [None req-9478fbfd-9782-41bc-be87-618df5abaeb6 None None] Extension org.openstack.compute already exists. {{(pid=62845) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 573.130293] env[62845]: INFO nova.compute.provider_config [None req-9478fbfd-9782-41bc-be87-618df5abaeb6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 573.633568] env[62845]: DEBUG nova.context [None req-9478fbfd-9782-41bc-be87-618df5abaeb6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f66c7e51-6ceb-45cf-bc4e-f2463e8a2637(cell1) {{(pid=62845) load_cells /opt/stack/nova/nova/context.py:464}} [ 573.636851] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.637098] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.637798] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.638297] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Acquiring lock "f66c7e51-6ceb-45cf-bc4e-f2463e8a2637" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.638543] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Lock "f66c7e51-6ceb-45cf-bc4e-f2463e8a2637" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.639565] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Lock "f66c7e51-6ceb-45cf-bc4e-f2463e8a2637" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.659523] env[62845]: INFO dbcounter [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Registered counter for database nova_cell0 [ 573.667671] env[62845]: INFO dbcounter [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Registered counter for database nova_cell1 [ 573.670935] env[62845]: DEBUG oslo_db.sqlalchemy.engines [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62845) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 573.671302] env[62845]: DEBUG oslo_db.sqlalchemy.engines [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62845) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 573.676257] env[62845]: ERROR nova.db.main.api [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 573.676257] env[62845]: result = function(*args, **kwargs) [ 573.676257] env[62845]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 573.676257] env[62845]: return func(*args, **kwargs) [ 573.676257] env[62845]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 573.676257] env[62845]: result = fn(*args, **kwargs) [ 573.676257] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 573.676257] env[62845]: return f(*args, **kwargs) [ 573.676257] env[62845]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 573.676257] env[62845]: return db.service_get_minimum_version(context, binaries) [ 573.676257] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 573.676257] env[62845]: _check_db_access() [ 573.676257] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 573.676257] env[62845]: stacktrace = ''.join(traceback.format_stack()) [ 573.676257] env[62845]: [ 573.677251] env[62845]: ERROR nova.db.main.api [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 573.677251] env[62845]: result = function(*args, **kwargs) [ 573.677251] env[62845]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 573.677251] env[62845]: return func(*args, **kwargs) [ 573.677251] env[62845]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 573.677251] env[62845]: result = fn(*args, **kwargs) [ 573.677251] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 573.677251] env[62845]: return f(*args, **kwargs) [ 573.677251] env[62845]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 573.677251] env[62845]: return db.service_get_minimum_version(context, binaries) [ 573.677251] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 573.677251] env[62845]: _check_db_access() [ 573.677251] env[62845]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 573.677251] env[62845]: stacktrace = ''.join(traceback.format_stack()) [ 573.677251] env[62845]: [ 573.677647] env[62845]: WARNING nova.objects.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 573.677767] env[62845]: WARNING nova.objects.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Failed to get minimum service version for cell f66c7e51-6ceb-45cf-bc4e-f2463e8a2637 [ 573.678204] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Acquiring lock "singleton_lock" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.678367] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Acquired lock "singleton_lock" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.678631] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Releasing lock "singleton_lock" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.678957] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Full set of CONF: {{(pid=62845) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 573.679117] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ******************************************************************************** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 573.679246] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] Configuration options gathered from: {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 573.679386] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 573.679577] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 573.679703] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ================================================================================ {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 573.679939] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] allow_resize_to_same_host = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680153] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] arq_binding_timeout = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680289] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] backdoor_port = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680416] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] backdoor_socket = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680585] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] block_device_allocate_retries = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680752] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] block_device_allocate_retries_interval = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.680919] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cert = self.pem {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681097] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681322] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute_monitors = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681461] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] config_dir = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681673] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] config_drive_format = iso9660 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681815] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.681984] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] config_source = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.682168] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] console_host = devstack {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.682334] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] control_exchange = nova {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.682522] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cpu_allocation_ratio = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.682722] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] daemon = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.682909] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] debug = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.683082] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_access_ip_network_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.683253] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_availability_zone = nova {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.683412] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_ephemeral_format = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.683577] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_green_pool_size = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.683886] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.684119] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] default_schedule_zone = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.684385] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] disk_allocation_ratio = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.684585] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] enable_new_services = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.684774] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] enabled_apis = ['osapi_compute'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.684938] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] enabled_ssl_apis = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.685116] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] flat_injected = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.685280] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] force_config_drive = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.685439] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] force_raw_images = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.685614] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] graceful_shutdown_timeout = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.685779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] heal_instance_info_cache_interval = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686007] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] host = cpu-1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686194] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686360] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686519] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686748] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.686918] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_build_timeout = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.687100] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_delete_interval = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.687328] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_format = [instance: %(uuid)s] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.687507] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_name_template = instance-%08x {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.687674] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_usage_audit = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.687846] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_usage_audit_period = month {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.688032] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.688211] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.688487] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] internal_service_availability_zone = internal {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.688679] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] key = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.688849] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] live_migration_retry_count = 30 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689033] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_color = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689210] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_config_append = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689384] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689572] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_dir = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689733] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.689863] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_options = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690034] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_rotate_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690211] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_rotate_interval_type = days {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690376] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] log_rotation_type = none {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690516] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690643] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690814] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.690980] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691122] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691286] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] long_rpc_timeout = 1800 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691473] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_concurrent_builds = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691642] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_concurrent_live_migrations = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691806] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_concurrent_snapshots = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.691966] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_local_block_devices = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.692142] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_logfile_count = 30 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.692305] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] max_logfile_size_mb = 200 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.692501] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] maximum_instance_delete_attempts = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693057] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metadata_listen = 0.0.0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693057] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metadata_listen_port = 8775 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693057] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metadata_workers = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693216] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] migrate_max_retries = -1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693354] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] mkisofs_cmd = genisoimage {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693560] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693694] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] my_ip = 10.180.1.21 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.693898] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694075] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] network_allocate_retries = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694258] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694424] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694587] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] osapi_compute_listen_port = 8774 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694754] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] osapi_compute_unique_server_name_scope = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.694953] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] osapi_compute_workers = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695091] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] password_length = 12 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695256] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] periodic_enable = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695411] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] periodic_fuzzy_delay = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695609] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] pointer_model = usbtablet {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695784] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] preallocate_images = none {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.695943] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] publish_errors = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696088] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] pybasedir = /opt/stack/nova {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696249] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ram_allocation_ratio = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696412] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rate_limit_burst = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696584] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rate_limit_except_level = CRITICAL {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696744] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rate_limit_interval = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.696903] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reboot_timeout = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697073] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reclaim_instance_interval = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697234] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] record = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697400] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reimage_timeout_per_gb = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697569] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] report_interval = 120 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697726] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rescue_timeout = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.697885] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reserved_host_cpus = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698050] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reserved_host_disk_mb = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698211] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reserved_host_memory_mb = 512 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698367] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] reserved_huge_pages = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698549] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] resize_confirm_window = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698720] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] resize_fs_using_block_device = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.698873] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] resume_guests_state_on_host_boot = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699052] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699219] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] rpc_response_timeout = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699375] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] run_external_periodic_tasks = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699541] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] running_deleted_instance_action = reap {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699703] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.699858] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] running_deleted_instance_timeout = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700036] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler_instance_sync_interval = 120 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700192] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_down_time = 720 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700359] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] servicegroup_driver = db {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700514] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] shell_completion = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700673] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] shelved_offload_time = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700826] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] shelved_poll_interval = 3600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.700992] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] shutdown_timeout = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.701165] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] source_is_ipv6 = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.701321] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ssl_only = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.701612] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.701806] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] sync_power_state_interval = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.701974] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] sync_power_state_pool_size = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.702158] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] syslog_log_facility = LOG_USER {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.702316] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] tempdir = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.702515] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] timeout_nbd = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.702703] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] transport_url = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.702867] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] update_resources_interval = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703037] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_cow_images = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703205] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_journal = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703362] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_json = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703520] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_rootwrap_daemon = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703681] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_stderr = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703834] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] use_syslog = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.703988] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vcpu_pin_set = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.704168] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plugging_is_fatal = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.704337] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plugging_timeout = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.704504] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] virt_mkfs = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.704702] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] volume_usage_poll_interval = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.704870] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] watch_log_file = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.705050] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] web = /usr/share/spice-html5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.705242] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.705413] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.705581] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.705751] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_concurrency.disable_process_locking = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.706768] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.706970] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.707161] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.707341] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.707519] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.707720] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.707918] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.auth_strategy = keystone {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708105] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.compute_link_prefix = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708288] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708469] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.dhcp_domain = novalocal {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708644] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.enable_instance_password = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708822] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.glance_link_prefix = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.708982] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.709175] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.709340] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.instance_list_per_project_cells = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.709507] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.list_records_by_skipping_down_cells = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.709676] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.local_metadata_per_cell = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.709849] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.max_limit = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710030] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.metadata_cache_expiration = 15 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710213] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.neutron_default_tenant_id = default {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710386] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.response_validation = warn {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710559] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.use_neutron_default_nets = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710754] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.710928] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.711114] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.711293] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.711510] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_dynamic_targets = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.711687] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_jsonfile_path = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.711877] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712087] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.backend = dogpile.cache.memcached {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712264] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.backend_argument = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712435] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.backend_expiration_time = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712605] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.config_prefix = cache.oslo {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712772] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.dead_timeout = 60.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.712935] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.debug_cache_backend = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713112] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.enable_retry_client = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713273] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.enable_socket_keepalive = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713443] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.enabled = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713607] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.enforce_fips_mode = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713812] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.expiration_time = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.713973] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.hashclient_retry_attempts = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714159] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714327] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_dead_retry = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714488] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_password = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714659] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714824] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.714987] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_pool_maxsize = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.715166] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.715331] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_sasl_enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.715587] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.715681] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.715838] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.memcache_username = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716011] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.proxies = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716184] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_db = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716345] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_password = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716518] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716708] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.716895] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_server = localhost:6379 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717077] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_socket_timeout = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717243] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.redis_username = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717406] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.retry_attempts = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717617] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.retry_delay = 0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717822] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.socket_keepalive_count = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.717994] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.socket_keepalive_idle = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718177] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.socket_keepalive_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718339] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.tls_allowed_ciphers = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718503] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.tls_cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718664] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.tls_certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718830] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.tls_enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.718991] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cache.tls_keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.719181] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.719360] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.auth_type = password {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.719568] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.719805] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.719989] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.720177] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.720346] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.cross_az_attach = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.720516] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.debug = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.720684] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.endpoint_template = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.720849] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.http_retries = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721019] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721182] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721357] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.os_region_name = RegionOne {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721557] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721736] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cinder.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.721902] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722077] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.cpu_dedicated_set = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722242] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.cpu_shared_set = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722409] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.image_type_exclude_list = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722606] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.722946] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723124] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723301] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723468] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.resource_provider_association_refresh = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723637] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723801] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.shutdown_retry_interval = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.723982] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.724180] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] conductor.workers = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.724360] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] console.allowed_origins = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.724522] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] console.ssl_ciphers = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.724735] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] console.ssl_minimum_version = default {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.724868] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] consoleauth.enforce_session_timeout = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725066] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] consoleauth.token_ttl = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725209] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725369] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725554] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725731] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.725891] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726062] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726233] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726393] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726553] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726715] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.726871] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727038] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727201] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727371] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.service_type = accelerator {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727532] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727693] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.727850] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728033] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728204] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728368] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] cyborg.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728560] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.asyncio_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728737] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.asyncio_slave_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.728913] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.backend = sqlalchemy {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729099] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729269] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.connection_debug = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729466] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.connection_parameters = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729638] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.connection_recycle_time = 3600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729801] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.connection_trace = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.729966] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.db_inc_retry_interval = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730144] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.db_max_retries = 20 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730310] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.db_max_retry_interval = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730472] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.db_retry_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730638] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.max_overflow = 50 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730801] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.max_pool_size = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.730961] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.max_retries = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.731147] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.731308] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.mysql_wsrep_sync_wait = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.731496] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.pool_timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.731695] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.retry_interval = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.731862] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.slave_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732039] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.sqlite_synchronous = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732208] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] database.use_db_reconnect = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732379] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.asyncio_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732539] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.asyncio_slave_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732717] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.backend = sqlalchemy {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.732882] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733060] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.connection_debug = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733235] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.connection_parameters = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733398] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.connection_recycle_time = 3600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733562] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.connection_trace = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733723] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.db_inc_retry_interval = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.733886] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.db_max_retries = 20 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734064] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.db_max_retry_interval = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734235] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.db_retry_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734399] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.max_overflow = 50 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734578] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.max_pool_size = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734760] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.max_retries = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.734935] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735112] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735274] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.pool_timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735438] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.retry_interval = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735598] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.slave_connection = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735760] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] api_database.sqlite_synchronous = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.735938] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] devices.enabled_mdev_types = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736130] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736305] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736466] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ephemeral_storage_encryption.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736632] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736805] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.api_servers = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.736968] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.737145] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.737306] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.737465] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.737671] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.737869] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.debug = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738050] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.default_trusted_certificate_ids = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738219] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.enable_certificate_validation = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738382] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.enable_rbd_download = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738545] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738708] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.738869] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739038] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739202] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739388] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.num_retries = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739571] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.rbd_ceph_conf = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739734] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.rbd_connect_timeout = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.739902] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.rbd_pool = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740083] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.rbd_user = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740254] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740412] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740569] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740771] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.service_type = image {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.740939] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741114] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741273] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741454] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741647] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741812] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.verify_glance_signatures = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.741972] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] glance.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742154] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] guestfs.debug = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742326] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742490] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.auth_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742653] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742810] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.742975] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743150] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743309] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743466] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743640] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743823] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.743989] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744163] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744320] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744478] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744633] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744804] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.service_type = shared-file-system {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.744968] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.share_apply_policy_timeout = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745145] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745307] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745465] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745628] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745808] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.745967] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] manila.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.746148] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] mks.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.746504] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.746715] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.manager_interval = 2400 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.746903] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.precache_concurrency = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747090] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.remove_unused_base_images = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747263] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747441] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747631] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] image_cache.subdirectory_name = _base {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747809] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.api_max_retries = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.747977] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.api_retry_interval = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748151] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748313] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.auth_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748474] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748633] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748795] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.748958] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.conductor_group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.749131] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.749297] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.749500] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.749679] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.749842] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750007] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750174] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750340] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.peer_list = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750498] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750657] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750822] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.serial_console_state_timeout = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.750981] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.751167] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.service_type = baremetal {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.751330] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.shard = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.751522] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.751696] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.751858] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752030] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752220] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752384] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ironic.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752597] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752782] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] key_manager.fixed_key = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.752966] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753149] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.barbican_api_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753311] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.barbican_endpoint = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753480] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.barbican_endpoint_type = public {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753643] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.barbican_region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753804] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.753964] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754143] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754310] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754466] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754633] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.number_of_retries = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754797] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.retry_delay = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.754959] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.send_service_user_token = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755133] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755295] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755464] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.verify_ssl = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755645] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican.verify_ssl_path = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755815] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.755977] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.auth_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756153] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756313] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756479] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756644] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756804] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.756966] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757138] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] barbican_service_user.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757308] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.approle_role_id = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757468] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.approle_secret_id = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757644] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.kv_mountpoint = secret {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757802] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.kv_path = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.757966] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.kv_version = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758140] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.namespace = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758304] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.root_token_id = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758461] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.ssl_ca_crt_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758657] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.timeout = 60.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758825] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.use_ssl = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.758995] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.759177] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.759363] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.759540] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.759705] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.759865] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760037] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760206] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760367] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760523] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760683] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760842] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.760999] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.761176] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.761388] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.service_type = identity {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.761629] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.761814] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.761977] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.762181] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.762373] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.762533] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] keystone.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.762725] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.ceph_mount_options = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763043] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763232] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.connection_uri = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763398] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_mode = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763571] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763737] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_models = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.763910] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_power_governor_high = performance {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.764093] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.764261] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_power_management = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.764435] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.764640] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.device_detach_attempts = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.764828] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.device_detach_timeout = 20 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765026] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.disk_cachemodes = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765234] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.disk_prefix = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765414] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.enabled_perf_events = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765585] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.file_backed_memory = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765753] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.gid_maps = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.765948] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.hw_disk_discard = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.766144] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.hw_machine_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.766325] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_rbd_ceph_conf = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.766493] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.766662] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.766834] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_rbd_glance_store_name = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767009] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_rbd_pool = rbd {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767191] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_type = default {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767355] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.images_volume_group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767519] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.inject_key = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767686] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.inject_partition = -2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.767850] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.inject_password = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768027] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.iscsi_iface = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768206] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.iser_use_multipath = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768373] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768539] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768705] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_downtime = 500 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.768883] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769080] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769254] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_inbound_addr = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769447] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769618] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_scheme = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.769956] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_timeout_action = abort {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.770134] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_tunnelled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.770295] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_uri = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.770457] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.live_migration_with_native_tls = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.770619] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.max_queues = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.770780] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.771022] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.771194] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.nfs_mount_options = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.771516] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.771703] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.771881] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772081] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772257] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772426] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_pcie_ports = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772598] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772765] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.pmem_namespaces = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.772927] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.quobyte_client_cfg = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.773241] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.773422] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.773594] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.773772] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.773938] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rbd_secret_uuid = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774113] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rbd_user = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774285] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774459] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774623] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rescue_image_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774782] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rescue_kernel_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.774958] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rescue_ramdisk_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.775184] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.775362] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.rx_queue_size = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.775540] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.smbfs_mount_options = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.775840] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.776026] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.snapshot_compression = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.776239] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.snapshot_image_format = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.776489] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.776665] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.sparse_logical_volumes = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.776834] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.swtpm_enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777015] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.swtpm_group = tss {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777197] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.swtpm_user = tss {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777371] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.sysinfo_serial = unique {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777535] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.tb_cache_size = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777700] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.tx_queue_size = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.777865] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.uid_maps = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778068] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.use_virtio_for_bridges = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778257] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.virt_type = kvm {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778430] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.volume_clear = zero {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778600] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.volume_clear_size = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778764] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.volume_use_multipath = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.778923] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_cache_path = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.779105] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.779286] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.779479] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.779656] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.779943] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.780140] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.vzstorage_mount_user = stack {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.780314] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.780488] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.780663] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.auth_type = password {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.780825] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781021] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781206] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781369] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781555] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781734] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.default_floating_pool = public {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.781896] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782073] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.extension_sync_interval = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782240] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.http_retries = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782403] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782566] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782725] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.782900] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.783116] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.783332] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.ovs_bridge = br-int {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.783546] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.physnets = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.783756] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.region_name = RegionOne {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.783928] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.784166] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.service_metadata_proxy = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.784369] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.784577] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.service_type = network {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.784761] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.784923] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.785098] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.785265] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.785550] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.785820] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] neutron.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.786108] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.bdms_in_notifications = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.786423] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.default_level = INFO {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.786717] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.include_share_mapping = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.787036] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.notification_format = unversioned {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.787324] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.notify_on_state_change = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.787630] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.787898] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] pci.alias = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788109] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] pci.device_spec = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788285] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] pci.report_in_placement = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788464] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788642] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.auth_type = password {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788813] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.788977] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789152] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789318] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789482] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789644] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789802] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.default_domain_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.789961] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.default_domain_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790135] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.domain_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790298] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.domain_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790481] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790657] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790819] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.790979] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.791152] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.791321] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.password = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.791513] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.project_domain_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.791692] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.project_domain_name = Default {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.791860] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.project_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792045] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.project_name = service {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792222] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.region_name = RegionOne {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792384] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792547] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792718] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.service_type = placement {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.792880] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793065] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793231] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793395] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.system_scope = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793603] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793790] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.trust_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.793987] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.user_domain_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.794178] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.user_domain_name = Default {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.794341] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.user_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.794519] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.username = nova {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.794700] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.794862] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] placement.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795053] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.cores = 20 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795225] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.count_usage_from_placement = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795401] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795573] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.injected_file_content_bytes = 10240 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795739] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.injected_file_path_length = 255 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.795908] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.injected_files = 5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.796107] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.instances = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.796337] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.key_pairs = 100 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.796561] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.metadata_items = 128 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.796744] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.ram = 51200 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.796913] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.recheck_quota = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.797095] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.server_group_members = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.797269] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.server_groups = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.797476] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.797653] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] quota.unified_limits_resource_strategy = require {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.797834] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798000] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798178] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.image_metadata_prefilter = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798346] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798511] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.max_attempts = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798679] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.max_placement_results = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.798844] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799015] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799191] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799395] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] scheduler.workers = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799574] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799748] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.799929] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800114] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800283] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800449] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800613] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800802] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.800971] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.host_subset_size = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.801155] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.801312] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.801495] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.801669] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.isolated_hosts = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.801834] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.isolated_images = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802019] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802185] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802377] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802544] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.pci_in_placement = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802708] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.802870] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803040] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803207] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803367] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803527] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803687] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.track_instance_changes = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.803864] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.804044] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metrics.required = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.804211] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metrics.weight_multiplier = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.804373] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.804536] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] metrics.weight_setting = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.804859] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805046] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805233] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.port_range = 10000:20000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805433] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805608] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805778] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] serial_console.serialproxy_port = 6083 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.805946] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806133] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.auth_type = password {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806296] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806457] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806619] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.806935] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.807125] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.send_service_user_token = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.807292] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.807448] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] service_user.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.807618] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.agent_enabled = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.807779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.808095] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.808330] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.808519] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.html5proxy_port = 6082 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.808687] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.image_compression = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.808848] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.jpeg_compression = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809023] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.playback_compression = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809188] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.require_secure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809361] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.server_listen = 127.0.0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809530] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809691] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.streaming_mode = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.809850] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] spice.zlib_compression = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810027] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] upgrade_levels.baseapi = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810206] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] upgrade_levels.compute = auto {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810365] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] upgrade_levels.conductor = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810523] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] upgrade_levels.scheduler = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810692] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.810853] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811020] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811184] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811365] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811565] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811734] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.811901] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812070] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vendordata_dynamic_auth.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812249] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.api_retry_count = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812428] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.ca_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812618] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812791] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.cluster_name = testcl1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.812959] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.connection_pool_size = 10 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.813136] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.console_delay_seconds = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.813308] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.datastore_regex = ^datastore.* {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.813528] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.813706] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.host_password = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.813883] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.host_port = 443 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814056] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.host_username = administrator@vsphere.local {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814232] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.insecure = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814415] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.integration_bridge = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814598] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.maximum_objects = 100 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814761] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.pbm_default_policy = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.814925] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.pbm_enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815101] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.pbm_wsdl_location = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815276] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815433] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.serial_port_proxy_uri = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815596] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.serial_port_service_uri = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815760] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.task_poll_interval = 0.5 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.815931] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.use_linked_clone = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.816109] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.vnc_keymap = en-us {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.816275] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.vnc_port = 5900 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.816441] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vmware.vnc_port_total = 10000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.816630] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.auth_schemes = ['none'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.816806] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.817116] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.817305] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.817511] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.novncproxy_port = 6080 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.817710] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.server_listen = 127.0.0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.817894] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818069] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.vencrypt_ca_certs = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818234] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.vencrypt_client_cert = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818393] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vnc.vencrypt_client_key = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818568] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818731] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_deep_image_inspection = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.818892] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819064] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819231] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819395] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.disable_rootwrap = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819558] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.enable_numa_live_migration = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819721] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.819881] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820051] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820217] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.libvirt_disable_apic = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820374] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820587] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820762] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.820926] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821101] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821268] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821457] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821630] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821791] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.821957] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.822157] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.822333] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.client_socket_timeout = 900 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.822500] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.default_pool_size = 1000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.822668] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.keep_alive = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.822836] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.max_header_line = 16384 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823007] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823177] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.ssl_ca_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823335] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.ssl_cert_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823521] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.ssl_key_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823705] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.tcp_keepidle = 600 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.823886] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.824089] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] zvm.ca_file = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.824258] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] zvm.cloud_connector_url = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.824571] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.824750] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] zvm.reachable_timeout = 300 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.824924] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.825116] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.825299] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.connection_string = messaging:// {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.825468] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.enabled = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.825642] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.es_doc_type = notification {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.825809] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.es_scroll_size = 10000 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826014] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.es_scroll_time = 2m {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826195] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.filter_error_trace = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826367] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.hmac_keys = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826539] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.sentinel_service_name = mymaster {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826708] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.socket_timeout = 0.1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.826874] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.trace_requests = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827043] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler.trace_sqlalchemy = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827235] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler_jaeger.process_tags = {} {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827395] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler_jaeger.service_name_prefix = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827558] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] profiler_otlp.service_name_prefix = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827723] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] remote_debug.host = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.827879] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] remote_debug.port = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828068] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828236] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828404] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828570] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828734] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.828915] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829107] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829278] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829443] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829618] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829780] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.829949] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830132] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830302] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830473] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830641] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830805] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.830975] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.831153] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.831317] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.831512] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.831694] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.831870] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832075] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832247] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832418] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832590] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832756] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.832921] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833099] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833276] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833447] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833613] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833779] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.833948] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.834126] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.834316] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.834486] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_notifications.retry = -1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.834662] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.834833] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835043] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.auth_section = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835220] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.auth_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835383] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.cafile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835542] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.certfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835705] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.collect_timing = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.835866] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.connect_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836037] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.connect_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836203] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_id = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836378] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836537] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_override = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836697] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.836858] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837030] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.endpoint_service_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837187] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.insecure = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837347] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.keyfile = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837503] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.max_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837663] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.min_version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.837821] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.region_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838033] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.retriable_status_codes = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838233] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.service_name = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838399] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.service_type = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838565] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.split_loggers = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838726] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.status_code_retries = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.838885] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.status_code_retry_delay = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839055] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.timeout = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839216] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.valid_interfaces = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839374] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_limit.version = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839542] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_reports.file_event_handler = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839708] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.839866] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] oslo_reports.log_dir = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840047] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840215] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840375] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840543] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840710] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.840869] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841078] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841255] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841431] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841613] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841780] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.841939] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] vif_plug_ovs_privileged.user = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842125] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842309] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842481] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842653] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842823] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.842992] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.843171] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.843336] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.843513] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.843685] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.isolate_vif = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.843860] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844058] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844250] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844423] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844590] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] os_vif_ovs.per_port_bridge = False {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844762] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.capabilities = [21] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.844924] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845095] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.helper_command = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845268] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845435] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845598] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] privsep_osbrick.user = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845772] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.845930] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.group = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.846100] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.helper_command = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.846270] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.846433] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.846594] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] nova_sys_admin.user = None {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.846727] env[62845]: DEBUG oslo_service.service [None req-2bc1aefd-ab42-4cef-8fa5-11b899e9aa77 None None] ******************************************************************************** {{(pid=62845) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 573.847197] env[62845]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 574.351279] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Getting list of instances from cluster (obj){ [ 574.351279] env[62845]: value = "domain-c8" [ 574.351279] env[62845]: _type = "ClusterComputeResource" [ 574.351279] env[62845]: } {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.352394] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd70939-8fd3-4a73-8532-73ae4e9a8fdb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.361236] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Got total of 0 instances {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.361865] env[62845]: WARNING nova.virt.vmwareapi.driver [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 574.362343] env[62845]: INFO nova.virt.node [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Generated node identity a35c3bed-a253-4a2c-8e35-b05dadf4c206 [ 574.362599] env[62845]: INFO nova.virt.node [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Wrote node identity a35c3bed-a253-4a2c-8e35-b05dadf4c206 to /opt/stack/data/n-cpu-1/compute_id [ 574.865700] env[62845]: WARNING nova.compute.manager [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Compute nodes ['a35c3bed-a253-4a2c-8e35-b05dadf4c206'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 575.870914] env[62845]: INFO nova.compute.manager [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 576.876137] env[62845]: WARNING nova.compute.manager [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 576.876537] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.876626] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.876776] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.876926] env[62845]: DEBUG nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62845) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 576.877850] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cfee06-821c-495e-a715-8f3e798bb7e6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.885878] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166cbca6-bf0c-479f-9f48-815bec475f23 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.900089] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6f865c-9e3b-4d69-9d0d-bfd8563dd477 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.906474] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f591b02-af6e-4e64-ab9a-9ba6fd712fc2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.935228] env[62845]: DEBUG nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181148MB free_disk=136GB free_vcpus=48 pci_devices=None {{(pid=62845) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 576.935363] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.935516] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.438163] env[62845]: WARNING nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] No compute node record for cpu-1:a35c3bed-a253-4a2c-8e35-b05dadf4c206: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a35c3bed-a253-4a2c-8e35-b05dadf4c206 could not be found. [ 577.943074] env[62845]: INFO nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a35c3bed-a253-4a2c-8e35-b05dadf4c206 [ 579.454594] env[62845]: DEBUG nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 579.454594] env[62845]: DEBUG nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 579.610850] env[62845]: INFO nova.scheduler.client.report [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] [req-88f52bbc-97e2-4f37-8971-3eccd068cd3a] Created resource provider record via placement API for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 579.630033] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e36c7-0b59-4bbb-992c-d37b914f8ef1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.638018] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3733444-1d3a-4569-b45b-c2d677456fbe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.669628] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ca2bf-6b9d-4fe1-a438-df0eb1677ab2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.677085] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc297044-6e02-485d-b6ea-29fd1510e207 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.690216] env[62845]: DEBUG nova.compute.provider_tree [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.229929] env[62845]: DEBUG nova.scheduler.client.report [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 580.229929] env[62845]: DEBUG nova.compute.provider_tree [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 0 to 1 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 580.229929] env[62845]: DEBUG nova.compute.provider_tree [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.278529] env[62845]: DEBUG nova.compute.provider_tree [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 1 to 2 during operation: update_traits {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 580.783344] env[62845]: DEBUG nova.compute.resource_tracker [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62845) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 580.783742] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.783742] env[62845]: DEBUG nova.service [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Creating RPC server for service compute {{(pid=62845) start /opt/stack/nova/nova/service.py:186}} [ 580.798686] env[62845]: DEBUG nova.service [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] Join ServiceGroup membership for this service compute {{(pid=62845) start /opt/stack/nova/nova/service.py:203}} [ 580.798919] env[62845]: DEBUG nova.servicegroup.drivers.db [None req-eab61f9b-6166-44cb-99d8-e352136e4ca7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62845) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 606.803820] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.308256] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Getting list of instances from cluster (obj){ [ 607.308256] env[62845]: value = "domain-c8" [ 607.308256] env[62845]: _type = "ClusterComputeResource" [ 607.308256] env[62845]: } {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.310243] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef989ec-fe5f-413c-a1f3-a411800dca26 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.323097] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Got total of 0 instances {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.323647] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.324156] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Getting list of instances from cluster (obj){ [ 607.324156] env[62845]: value = "domain-c8" [ 607.324156] env[62845]: _type = "ClusterComputeResource" [ 607.324156] env[62845]: } {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.325612] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35485746-d765-474b-97f5-2ebe2aef9688 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.339242] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Got total of 0 instances {{(pid=62845) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.420349] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "d1597ccf-b086-47c3-b400-b9a175e15052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.420349] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "d1597ccf-b086-47c3-b400-b9a175e15052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.924817] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.149729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.149792] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.467460] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.467744] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.471024] env[62845]: INFO nova.compute.claims [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.652268] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.737859] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "0d326f9e-44cd-4da2-92b0-45659db3f771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.737859] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.179881] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.240684] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.593302] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.593580] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.601613] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a419fef-bcf9-4c9e-ab61-2c66ba340626 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.610373] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6442970-64f2-4f50-abd2-cb967564ba79 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.646880] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0493045-2796-416c-ac2b-95f8ea29a894 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.654747] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a048e-bdb5-418c-826d-639ad32b4c02 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.668778] env[62845]: DEBUG nova.compute.provider_tree [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.769063] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.096168] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.171795] env[62845]: DEBUG nova.scheduler.client.report [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.633386] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.678694] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.680526] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.687238] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.506s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.687634] env[62845]: INFO nova.compute.claims [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.200708] env[62845]: DEBUG nova.compute.utils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.202186] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.208296] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.714383] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.814138] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b983212-aae0-46b6-a1d0-13c09f078ffe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.822509] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1205df-3364-49e8-81c3-c173acd2c550 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.857906] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e59dc-a3d6-4299-9082-0f324cb0ecdb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.867710] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855ebb5-c205-4fe5-8721-bf6918eac471 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.883449] env[62845]: DEBUG nova.compute.provider_tree [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.900660] env[62845]: DEBUG nova.policy [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '927429e74b924f2e9015134be03acc49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96eb1aa8ba1141e7823823ea8bf19ae4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.387730] env[62845]: DEBUG nova.scheduler.client.report [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.729507] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.767019] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.767019] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.767019] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.767238] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.767238] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.767238] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.767721] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.768094] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.769691] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.769967] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.770218] env[62845]: DEBUG nova.virt.hardware [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.771226] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a71c7f-5852-4b44-897b-95c7ccbe5595 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.783097] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f4b05c-4949-4974-8d0f-65f471fca214 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.802982] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18487e6b-e137-4156-8a03-0fe276dc559a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.894171] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.894411] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.899664] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.131s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.901964] env[62845]: INFO nova.compute.claims [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.408227] env[62845]: DEBUG nova.compute.utils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.409683] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Not allocating networking since 'none' was specified. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 626.578674] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Successfully created port: ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.672253] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.672472] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.916467] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.076977] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ff276-e764-4819-a423-434857f14396 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.090228] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22476bf-6fe3-4869-9417-9a2203e7b5c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.139033] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbadfac-0542-4dfa-ae9a-2d30f63cfbf9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.151091] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee7c77-1920-4870-8de9-cfb0c0eeba4d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.163215] env[62845]: DEBUG nova.compute.provider_tree [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.175704] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.670619] env[62845]: DEBUG nova.scheduler.client.report [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.718693] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.934273] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.976699] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.976968] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.977131] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.977305] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.977441] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.977577] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.977775] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.977926] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.978586] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.978823] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.978999] env[62845]: DEBUG nova.virt.hardware [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.979938] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d0707-8328-4a3e-8614-7bc665ee6125 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.990140] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f28e3-04ec-4294-a917-0abeea00a1ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.008509] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.019011] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.019362] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9057f049-7a5f-4bfb-a7a4-67b60adaa8e6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.032866] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Created folder: OpenStack in parent group-v4. [ 628.033280] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating folder: Project (c2d326c901ca4fdaa657ce4a58c118f1). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.033569] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016036d5-5f93-4aff-a5ae-faf79398a47f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.044596] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Created folder: Project (c2d326c901ca4fdaa657ce4a58c118f1) in parent group-v512253. [ 628.044596] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating folder: Instances. Parent ref: group-v512254. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.044596] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dec2b56-5acd-4847-8d09-c51ef7c8dea1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.054217] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Created folder: Instances in parent group-v512254. [ 628.054604] env[62845]: DEBUG oslo.service.loopingcall [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.054680] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.054874] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425c42b4-7c79-4a3d-9d4e-3dc5ffe18dd4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.071091] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.071091] env[62845]: value = "task-2535409" [ 628.071091] env[62845]: _type = "Task" [ 628.071091] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.086708] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.089943] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.089943] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535409, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.184646] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.185155] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.188278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.555s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.189700] env[62845]: INFO nova.compute.claims [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.586359] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535409, 'name': CreateVM_Task, 'duration_secs': 0.355587} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.586641] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.587916] env[62845]: DEBUG oslo_vmware.service [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb75d0-eadd-4d34-98bb-6779f3823557 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.591478] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.597658] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.597836] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.598467] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.598766] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7cbb0e4-7d6d-4317-bcb4-597e961d256c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.604063] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 628.604063] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b965bd-60fe-5dbd-2d43-26921e06b951" [ 628.604063] env[62845]: _type = "Task" [ 628.604063] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.614158] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b965bd-60fe-5dbd-2d43-26921e06b951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.700254] env[62845]: DEBUG nova.compute.utils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.707994] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.707994] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.899446] env[62845]: DEBUG nova.policy [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d482f333a77498b84f75a9620f558f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f08d60385e9b4362ad7ee61b830ce020', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.115393] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.115755] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.115979] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.116534] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.116748] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.117106] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ba088ca-44b1-4916-9e7e-4cffdab9d828 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.125038] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.140233] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.140530] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.141281] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a0ebd-3234-4681-968f-6d6d3534bc9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.149104] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27c7258-f7c0-44e5-9737-2d807510bfe0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.154623] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 629.154623] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d5f6f-6d29-8d00-c5b8-30674084d443" [ 629.154623] env[62845]: _type = "Task" [ 629.154623] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.163331] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.163331] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d5f6f-6d29-8d00-c5b8-30674084d443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.163467] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.163560] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Starting heal instance info cache {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 629.163703] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Rebuilding the list of instances to heal {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 629.207678] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.360840] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27fe5f5-0e31-41f7-b159-500535b34bcf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.369175] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f5c7da-3bd5-49b1-8612-fa052b4bc2cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.404186] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2d0b31-d916-4105-a961-d1be5ee87e2d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.414915] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11efcc1-fdd4-4b38-babb-63573b65506f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.428572] env[62845]: DEBUG nova.compute.provider_tree [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.667247] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 629.668013] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 629.668013] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 629.668013] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 629.668013] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Didn't find any instances for network info cache update. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 629.671558] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.671880] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.672223] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Preparing fetch location {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 629.672445] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating directory with path [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.672662] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.672868] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb6f0cfa-0d26-4fe0-873f-c885e2e7ce0c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.679047] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.679047] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.679047] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.679047] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62845) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 629.679047] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.700098] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Created directory with path [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.700098] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Fetch image to [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 629.700098] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Downloading image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk on the data store datastore2 {{(pid=62845) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 629.700098] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf8fe3-a9a1-476a-825e-fe8b41199749 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.720615] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4802b-81ae-474b-94a0-1d232bbe6c19 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.740965] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a041c7e0-2127-41d4-935f-4b40f27cd86f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.786653] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b244425-29b6-4b4f-8bb3-9951c1feaf3c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.796041] env[62845]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-98de57b9-bbd5-481d-a759-7fadc9e73343 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.833787] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Successfully updated port: ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.888033] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Downloading image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to the data store datastore2 {{(pid=62845) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 629.935197] env[62845]: DEBUG nova.scheduler.client.report [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.982843] env[62845]: DEBUG oslo_vmware.rw_handles [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62845) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 630.181945] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.221665] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.250646] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.250646] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.250646] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.250646] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.252036] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.252036] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.252036] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.252036] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.252036] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.252269] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.252269] env[62845]: DEBUG nova.virt.hardware [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.252417] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07318f42-56de-41a3-be8f-95f6525f500f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.265122] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dbe6d3-d515-430f-9c11-2d7814421b73 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.336647] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.336792] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.336936] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.440274] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.440850] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.444865] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.726s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.446700] env[62845]: INFO nova.compute.claims [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.546453] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Successfully created port: d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.638607] env[62845]: DEBUG oslo_vmware.rw_handles [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Completed reading data from the image iterator. {{(pid=62845) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 630.638762] env[62845]: DEBUG oslo_vmware.rw_handles [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 630.780935] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Downloaded image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk on the data store datastore2 {{(pid=62845) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 630.782795] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Caching image {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 630.783087] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Copying Virtual Disk [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk to [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.783702] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-749f1ba7-1e50-4b0a-aa4a-263ed052a981 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.794245] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 630.794245] env[62845]: value = "task-2535410" [ 630.794245] env[62845]: _type = "Task" [ 630.794245] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.807035] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.952720] env[62845]: DEBUG nova.compute.utils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.956019] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.956019] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.963912] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.031172] env[62845]: DEBUG nova.policy [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62a48e12931449528ff23e1089c7df7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65b29b073b24e6db3479543c5d28c75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.083277] env[62845]: DEBUG nova.compute.manager [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Received event network-vif-plugged-ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.083442] env[62845]: DEBUG oslo_concurrency.lockutils [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] Acquiring lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.083650] env[62845]: DEBUG oslo_concurrency.lockutils [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] Lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.083812] env[62845]: DEBUG oslo_concurrency.lockutils [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] Lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.083973] env[62845]: DEBUG nova.compute.manager [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] No waiting events found dispatching network-vif-plugged-ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.084315] env[62845]: WARNING nova.compute.manager [req-0463acae-79f6-4b3e-8a7d-57f42eedeee9 req-700f2e8c-7f54-41a8-8272-7d8f0592e981 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Received unexpected event network-vif-plugged-ad905d2b-c832-47b0-a1e3-ce8cff2edca6 for instance with vm_state building and task_state spawning. [ 631.252945] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "eabce8cf-293c-4081-8be0-c1fcec80a985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.252945] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.305402] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535410, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.458866] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.638256] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.638728] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.674409] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626457d7-2c5c-4d24-80d4-37b72cc93711 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.689393] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a2e6a-2508-4b0f-a07b-a98a256d1e63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.727593] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21038592-ce8d-4fa6-9728-b51160b8c09e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.737504] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd691c-df2e-4a74-923d-1023e7401073 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.764719] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.769462] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.776726] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "03e4452c-7f43-41ef-84ca-a9be999c500e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.777364] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.789694] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Successfully created port: 60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.800708] env[62845]: DEBUG nova.network.neutron [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Updating instance_info_cache with network_info: [{"id": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "address": "fa:16:3e:b6:7b:dc", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad905d2b-c8", "ovs_interfaceid": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.810857] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713116} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.813430] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Copied Virtual Disk [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk to [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.813430] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleting the datastore file [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.813430] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca602f75-afba-4931-b2c7-6f46f5415b30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.821532] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 631.821532] env[62845]: value = "task-2535411" [ 631.821532] env[62845]: _type = "Task" [ 631.821532] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.834448] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.141831] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.283541] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.302876] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.303379] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Instance network_info: |[{"id": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "address": "fa:16:3e:b6:7b:dc", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad905d2b-c8", "ovs_interfaceid": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.304436] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:7b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad905d2b-c832-47b0-a1e3-ce8cff2edca6', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.317682] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Creating folder: Project (96eb1aa8ba1141e7823823ea8bf19ae4). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.321810] env[62845]: ERROR nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [req-6600de75-63f8-4c0d-8074-7c40aa89b702] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6600de75-63f8-4c0d-8074-7c40aa89b702"}]} [ 632.322885] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.323180] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18f195c6-df58-403e-bca8-692c479ca4b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.345530] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Created folder: Project (96eb1aa8ba1141e7823823ea8bf19ae4) in parent group-v512253. [ 632.345530] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Creating folder: Instances. Parent ref: group-v512257. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.347699] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc1512c3-ffee-472e-a761-d6bb105d18ba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.353129] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024747} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.356969] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.358276] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.358520] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Moving file from [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2. {{(pid=62845) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 632.359598] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-957dda81-87b9-494d-8e63-28cba5c3506c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.367106] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Created folder: Instances in parent group-v512257. [ 632.367861] env[62845]: DEBUG oslo.service.loopingcall [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.368804] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.368906] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 632.368906] env[62845]: value = "task-2535414" [ 632.368906] env[62845]: _type = "Task" [ 632.368906] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.369175] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08477e30-d13c-4173-a329-d7a429eff25c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.386253] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.386450] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.398405] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535414, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.400136] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.400136] env[62845]: value = "task-2535415" [ 632.400136] env[62845]: _type = "Task" [ 632.400136] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.405460] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.412737] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535415, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.437763] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.455991] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.456264] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.471890] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.513685] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.514362] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.514362] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.514362] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.514565] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.514565] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.515025] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.515025] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.515803] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.515907] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.516122] env[62845]: DEBUG nova.virt.hardware [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.517610] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22e434-747f-4861-b786-2d3ba9b4c112 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.526721] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90603a3-893a-48d4-8186-b9be3f73632c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.672701] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.726385] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77f870-2985-4f26-9bf5-099b052a4a41 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.737984] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72918e-91e4-4d8b-83cb-ec14e32318be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772905] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebab6f4-f378-48de-86b0-8828977cdef5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.782400] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7184570a-4f0d-4c16-82aa-7152f18feee1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.798811] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.814041] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.895226] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535414, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035944} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.895226] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] File moved {{(pid=62845) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 632.895435] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Cleaning up location [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 632.895902] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleting the datastore file [datastore2] vmware_temp/572abb77-a2ee-4446-bc47-953a2d7a4431 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.895902] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec1fa6c-bdd3-4b76-ad2f-d91af288ccae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.905933] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 632.905933] env[62845]: value = "task-2535416" [ 632.905933] env[62845]: _type = "Task" [ 632.905933] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.915757] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535415, 'name': CreateVM_Task, 'duration_secs': 0.369475} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.916330] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.922509] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.951913] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.952134] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.952662] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.952720] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156b2a8e-453a-4d6d-bd5f-eb1f791e1ed4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.957778] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 632.957778] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521990ca-bb9c-536b-cf7e-c0b4dfd64c31" [ 632.957778] env[62845]: _type = "Task" [ 632.957778] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.961447] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.970124] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521990ca-bb9c-536b-cf7e-c0b4dfd64c31, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.971202] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.971202] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.971202] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.197997] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.198349] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.333296] env[62845]: ERROR nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [req-a4ad7c24-86d7-4dfb-a8ef-6ca7516da759] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4ad7c24-86d7-4dfb-a8ef-6ca7516da759"}]} [ 633.361112] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.382323] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.382660] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 136, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.398145] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 633.418038] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02586} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.420567] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.420567] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1459f26-223f-4c7d-b60e-0321fd0e7b48 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.426011] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.433282] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 633.433282] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8cff3-5d0b-309e-1979-0b08175393b4" [ 633.433282] env[62845]: _type = "Task" [ 633.433282] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.443659] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8cff3-5d0b-309e-1979-0b08175393b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.484156] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.643041] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbb1456-c3b4-4e3b-b47d-d031d8437f7a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.649718] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16920a23-b1d9-4563-816d-df053651c4a5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.684417] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaefe7cf-bcc9-411f-a9fc-ace2b724c18c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.694715] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce1d4c-076b-4543-855d-788584d582c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.710689] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.815203] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.815401] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.909807] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Successfully updated port: d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.952043] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8cff3-5d0b-309e-1979-0b08175393b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.952043] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.952043] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73/79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.952043] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.952309] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.952309] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9493bd-ed3f-40eb-9b7a-f3db30589b39 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.954759] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9400244c-da9e-4fc9-8f8d-2530fefceb86 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.961942] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 633.961942] env[62845]: value = "task-2535417" [ 633.961942] env[62845]: _type = "Task" [ 633.961942] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.963138] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.963372] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.968110] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9483803-c321-4473-8022-b614fdee531e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.978849] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.980720] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 633.980720] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b9f839-2ce6-83ab-f3d1-9a9f0dc274ea" [ 633.980720] env[62845]: _type = "Task" [ 633.980720] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.989730] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b9f839-2ce6-83ab-f3d1-9a9f0dc274ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.990642] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dcb0c3-0565-4777-98ed-1fc4ef75f234 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.996494] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 633.996494] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52aa3c8c-30f0-e9e4-2c6c-9e4ce195a5c3" [ 633.996494] env[62845]: _type = "Task" [ 633.996494] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.005188] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52aa3c8c-30f0-e9e4-2c6c-9e4ce195a5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.185888] env[62845]: DEBUG nova.compute.manager [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Received event network-changed-ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.186140] env[62845]: DEBUG nova.compute.manager [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Refreshing instance network info cache due to event network-changed-ad905d2b-c832-47b0-a1e3-ce8cff2edca6. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.186336] env[62845]: DEBUG oslo_concurrency.lockutils [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] Acquiring lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.186580] env[62845]: DEBUG oslo_concurrency.lockutils [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] Acquired lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.186625] env[62845]: DEBUG nova.network.neutron [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Refreshing network info cache for port ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.257632] env[62845]: DEBUG nova.scheduler.client.report [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 634.257632] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 16 to 17 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 634.257632] env[62845]: DEBUG nova.compute.provider_tree [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.415291] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.415291] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquired lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.415291] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.473145] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535417, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.508586] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52aa3c8c-30f0-e9e4-2c6c-9e4ce195a5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008391} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.509068] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.509447] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] d1597ccf-b086-47c3-b400-b9a175e15052/d1597ccf-b086-47c3-b400-b9a175e15052.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.510347] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174120ae-7210-4880-85b5-28f3bc0235ac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.517934] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 634.517934] env[62845]: value = "task-2535418" [ 634.517934] env[62845]: _type = "Task" [ 634.517934] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.530149] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.762883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.318s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.763349] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.766715] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.642s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.768215] env[62845]: INFO nova.compute.claims [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.975916] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520001} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.979277] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73/79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.979277] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.979277] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49592520-afbb-4ad0-9777-152b5b2c0163 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.983946] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 634.983946] env[62845]: value = "task-2535419" [ 634.983946] env[62845]: _type = "Task" [ 634.983946] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.994130] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.011158] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.043996] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465992} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.044295] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] d1597ccf-b086-47c3-b400-b9a175e15052/d1597ccf-b086-47c3-b400-b9a175e15052.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.044511] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.044765] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c39e725-5903-47a8-9ff9-5a0880d2ae0a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.063329] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 635.063329] env[62845]: value = "task-2535420" [ 635.063329] env[62845]: _type = "Task" [ 635.063329] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.085025] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.086012] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Successfully updated port: 60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.215471] env[62845]: DEBUG nova.network.neutron [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Updated VIF entry in instance network info cache for port ad905d2b-c832-47b0-a1e3-ce8cff2edca6. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.215471] env[62845]: DEBUG nova.network.neutron [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Updating instance_info_cache with network_info: [{"id": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "address": "fa:16:3e:b6:7b:dc", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad905d2b-c8", "ovs_interfaceid": "ad905d2b-c832-47b0-a1e3-ce8cff2edca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.273835] env[62845]: DEBUG nova.compute.utils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.282646] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.282646] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.363258] env[62845]: DEBUG nova.network.neutron [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Updating instance_info_cache with network_info: [{"id": "d5c706b5-9733-4417-a8ad-e2502344800e", "address": "fa:16:3e:59:c1:8c", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c706b5-97", "ovs_interfaceid": "d5c706b5-9733-4417-a8ad-e2502344800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.376555] env[62845]: DEBUG nova.policy [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f617ea06c745eb84d1ce904f4bdca4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb048119ed14f3cbddc6d6ecee559d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.495587] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068377} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.495767] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.496987] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdedecf-9a86-4fa5-bb43-dd7f1b399f52 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.521942] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73/79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.523030] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa6e740-78d7-4090-b347-75450f68ba95 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.546934] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 635.546934] env[62845]: value = "task-2535421" [ 635.546934] env[62845]: _type = "Task" [ 635.546934] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.554947] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.575243] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063066} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.575588] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.577605] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a83465-939e-43fe-a6f3-33ad567f2830 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.593832] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.593832] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.593832] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.606601] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d1597ccf-b086-47c3-b400-b9a175e15052/d1597ccf-b086-47c3-b400-b9a175e15052.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.608057] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b0936c-8506-4be1-9b47-f938091a490a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.632752] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 635.632752] env[62845]: value = "task-2535422" [ 635.632752] env[62845]: _type = "Task" [ 635.632752] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.647468] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.718684] env[62845]: DEBUG oslo_concurrency.lockutils [req-f65a9875-05ef-4f54-8d5e-38d43c71a407 req-dc6e863e-70c5-4dbb-8c1b-d8b86697a7f9 service nova] Releasing lock "refresh_cache-d1597ccf-b086-47c3-b400-b9a175e15052" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.781302] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.865473] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Releasing lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.866073] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Instance network_info: |[{"id": "d5c706b5-9733-4417-a8ad-e2502344800e", "address": "fa:16:3e:59:c1:8c", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c706b5-97", "ovs_interfaceid": "d5c706b5-9733-4417-a8ad-e2502344800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.866716] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c1:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5c706b5-9733-4417-a8ad-e2502344800e', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.877968] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Creating folder: Project (f08d60385e9b4362ad7ee61b830ce020). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.878219] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95195cb5-6ab8-4190-a32e-39a69f896710 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.889458] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Created folder: Project (f08d60385e9b4362ad7ee61b830ce020) in parent group-v512253. [ 635.889802] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Creating folder: Instances. Parent ref: group-v512260. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.890059] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a1e629-5af5-42d0-8871-69e4a7600232 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.902645] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Created folder: Instances in parent group-v512260. [ 635.902862] env[62845]: DEBUG oslo.service.loopingcall [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.903195] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.903338] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc2bf6f-13d0-4840-b767-79b2a4104165 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.932031] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.932031] env[62845]: value = "task-2535425" [ 635.932031] env[62845]: _type = "Task" [ 635.932031] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.939791] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535425, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.010263] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Successfully created port: 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.067275] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535421, 'name': ReconfigVM_Task, 'duration_secs': 0.28076} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.068047] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73/79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.068257] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568bddee-8df9-49e9-8e63-21328badf8fd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.075313] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 636.075313] env[62845]: value = "task-2535426" [ 636.075313] env[62845]: _type = "Task" [ 636.075313] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.077113] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ab606-18c3-4f85-b4c9-9400d3df1107 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.088624] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535426, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.092031] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9871d3-5586-4c14-9dd4-914ed871861d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.127544] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d6647-9c00-4f3c-92f4-f95b12d1ae14 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.139156] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff9098-1f68-4ccd-976b-ef52f39af24a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.146872] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535422, 'name': ReconfigVM_Task, 'duration_secs': 0.288769} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.155106] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d1597ccf-b086-47c3-b400-b9a175e15052/d1597ccf-b086-47c3-b400-b9a175e15052.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.155979] env[62845]: DEBUG nova.compute.provider_tree [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.159452] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc3876c-2a35-46a4-8efd-458e4b75d18a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.164283] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 636.164283] env[62845]: value = "task-2535427" [ 636.164283] env[62845]: _type = "Task" [ 636.164283] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.173942] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535427, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.379321] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.440605] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535425, 'name': CreateVM_Task, 'duration_secs': 0.371202} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.440770] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.441437] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.441591] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.441893] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.443170] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b372f0-fa92-43fb-aa9e-186e47432768 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.447068] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 636.447068] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52974260-9790-b4e1-f38b-42b8f19df23e" [ 636.447068] env[62845]: _type = "Task" [ 636.447068] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.456680] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52974260-9790-b4e1-f38b-42b8f19df23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.503858] env[62845]: DEBUG nova.compute.manager [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Received event network-vif-plugged-60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.504541] env[62845]: DEBUG oslo_concurrency.lockutils [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] Acquiring lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.505096] env[62845]: DEBUG oslo_concurrency.lockutils [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.505372] env[62845]: DEBUG oslo_concurrency.lockutils [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.507191] env[62845]: DEBUG nova.compute.manager [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] No waiting events found dispatching network-vif-plugged-60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.507191] env[62845]: WARNING nova.compute.manager [req-4259228c-6214-45b4-8733-a27864d57477 req-249c99f8-d389-4d73-8dbe-745b08c7e891 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Received unexpected event network-vif-plugged-60be909b-7c23-48d4-9c83-bb4e12260abc for instance with vm_state building and task_state spawning. [ 636.587027] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535426, 'name': Rename_Task, 'duration_secs': 0.16773} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.587647] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.587647] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18218554-19b9-4493-9c98-df55c018ea74 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.593928] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 636.593928] env[62845]: value = "task-2535428" [ 636.593928] env[62845]: _type = "Task" [ 636.593928] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.604819] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.660493] env[62845]: DEBUG nova.scheduler.client.report [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.679562] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535427, 'name': Rename_Task, 'duration_secs': 0.142316} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.680412] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.680412] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d994e70e-642b-4ac8-b85e-edc112a9dfd6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.688612] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 636.688612] env[62845]: value = "task-2535429" [ 636.688612] env[62845]: _type = "Task" [ 636.688612] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.700223] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.701317] env[62845]: DEBUG nova.network.neutron [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.801685] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.827884] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.828135] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.829599] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.829599] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.829599] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.829599] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.829599] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.830067] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.830067] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.830067] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.830393] env[62845]: DEBUG nova.virt.hardware [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.831122] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3286027-2800-48ef-8153-65d59ed3abf7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.841728] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0647629-4455-48d7-ba3f-aa0e2d7f4346 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.965477] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52974260-9790-b4e1-f38b-42b8f19df23e, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.967191] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.967191] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.967191] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.967407] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.967837] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.968409] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a242b58-0aac-47fd-8d1f-924d5dcffd34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.978215] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.978215] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.978428] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd9b668-49c6-46cd-9425-6a9cf030ec88 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.984186] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 636.984186] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525b353b-f1f4-c2fd-ee81-de7e3a985790" [ 636.984186] env[62845]: _type = "Task" [ 636.984186] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.995849] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525b353b-f1f4-c2fd-ee81-de7e3a985790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.108083] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.176067] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.177420] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.180974] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.998s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.180974] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.180974] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62845) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 637.180974] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.858s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.182284] env[62845]: INFO nova.compute.claims [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.185493] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbdb5f4-6f10-45ba-ad44-7cec73874e32 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.196758] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0c481e-f61c-4527-a3d2-f1f91e970bb5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.205371] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.205771] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Instance network_info: |[{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.206623] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535429, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.207000] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d0:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60be909b-7c23-48d4-9c83-bb4e12260abc', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.217976] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating folder: Project (d65b29b073b24e6db3479543c5d28c75). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.224573] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4c22b6-1e4c-4fdf-8394-4f669566032d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.226979] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5922b28-d7ac-4b64-8397-f031f9a5c89d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.236366] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eafda5-7e03-4a6e-a0c6-226f06a5f59f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.240039] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Created folder: Project (d65b29b073b24e6db3479543c5d28c75) in parent group-v512253. [ 637.240255] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating folder: Instances. Parent ref: group-v512263. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.241039] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a542d0-4321-427b-ae70-9a31af852d30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.268931] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181146MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62845) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.269157] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.278369] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Created folder: Instances in parent group-v512263. [ 637.278369] env[62845]: DEBUG oslo.service.loopingcall [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.278369] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.278369] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cce5f17-aee3-4224-96f2-70c0663e92aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.297176] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.297176] env[62845]: value = "task-2535432" [ 637.297176] env[62845]: _type = "Task" [ 637.297176] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.305160] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535432, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.503612] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525b353b-f1f4-c2fd-ee81-de7e3a985790, 'name': SearchDatastore_Task, 'duration_secs': 0.014087} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.504170] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3b7d90-0182-47e4-ab93-ea54027ed779 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.511323] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 637.511323] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521041b5-70e8-4873-de3a-c574177f3203" [ 637.511323] env[62845]: _type = "Task" [ 637.511323] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.520550] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521041b5-70e8-4873-de3a-c574177f3203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.606919] env[62845]: DEBUG oslo_vmware.api [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535428, 'name': PowerOnVM_Task, 'duration_secs': 0.54219} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.607433] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.608037] env[62845]: INFO nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Took 9.67 seconds to spawn the instance on the hypervisor. [ 637.608431] env[62845]: DEBUG nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.609159] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed991-0911-4921-ab22-8eb827e1226d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.641784] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "c79432c6-1a42-439e-896c-5bb42d30066c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.642116] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.686071] env[62845]: DEBUG nova.compute.utils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.687746] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.687960] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.715579] env[62845]: DEBUG oslo_vmware.api [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535429, 'name': PowerOnVM_Task, 'duration_secs': 0.985326} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.716860] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.716860] env[62845]: INFO nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Took 11.99 seconds to spawn the instance on the hypervisor. [ 637.716860] env[62845]: DEBUG nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.717670] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc836d24-c6f8-4583-8cb0-9014310f5d96 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.744402] env[62845]: DEBUG nova.policy [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51c767d3e6c24b36a3524728bb9cb67c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d681fe2b18641eaa55a00c5c85f8783', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.809502] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535432, 'name': CreateVM_Task, 'duration_secs': 0.363732} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.809741] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.811772] env[62845]: DEBUG oslo_vmware.service [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3ee21-e383-4d9a-b3db-de78e7b71435 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.819871] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.820357] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.820463] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.820725] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72de5f4b-ad4e-4a0f-8f67-815f90246f04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.826055] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 637.826055] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52513e40-f9ec-e540-b5d2-02cea5548edf" [ 637.826055] env[62845]: _type = "Task" [ 637.826055] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.839074] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52513e40-f9ec-e540-b5d2-02cea5548edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.007930] env[62845]: DEBUG nova.compute.manager [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Received event network-vif-plugged-d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.008348] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Acquiring lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.008878] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.009184] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.010292] env[62845]: DEBUG nova.compute.manager [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] No waiting events found dispatching network-vif-plugged-d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.011104] env[62845]: WARNING nova.compute.manager [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Received unexpected event network-vif-plugged-d5c706b5-9733-4417-a8ad-e2502344800e for instance with vm_state building and task_state spawning. [ 638.011600] env[62845]: DEBUG nova.compute.manager [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Received event network-changed-d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.011600] env[62845]: DEBUG nova.compute.manager [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Refreshing instance network info cache due to event network-changed-d5c706b5-9733-4417-a8ad-e2502344800e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.012319] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Acquiring lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.012512] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Acquired lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.014017] env[62845]: DEBUG nova.network.neutron [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Refreshing network info cache for port d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.030248] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521041b5-70e8-4873-de3a-c574177f3203, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.031188] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.032096] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 0d326f9e-44cd-4da2-92b0-45659db3f771/0d326f9e-44cd-4da2-92b0-45659db3f771.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.032946] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7afaa208-d404-43da-af25-31a791e42ea7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.043178] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 638.043178] env[62845]: value = "task-2535433" [ 638.043178] env[62845]: _type = "Task" [ 638.043178] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.056762] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.138061] env[62845]: INFO nova.compute.manager [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Took 15.98 seconds to build instance. [ 638.194135] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.248446] env[62845]: INFO nova.compute.manager [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Took 16.82 seconds to build instance. [ 638.337331] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.337500] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.337646] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.338920] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.338920] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.338920] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a45cbe3-aa60-4048-b58f-60496a4f04fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.353694] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.353694] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.355766] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0196b41-842a-4d8b-a27d-35b8b5630311 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.366021] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dac4b0-4f1b-4405-aa65-cfb6fb68b530 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.371684] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 638.371684] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d0ffb7-c8c2-17da-7533-f1d067c8b9b1" [ 638.371684] env[62845]: _type = "Task" [ 638.371684] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.389078] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Preparing fetch location {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 638.389364] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating directory with path [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.389612] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33fb511-0b38-4fa1-953c-a05e1d1401a2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.427574] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Created directory with path [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.427781] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Fetch image to [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 638.427984] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Downloading image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62845) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 638.428808] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2557b194-33cf-4f6d-bff1-59a344957e31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.448721] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec360a8-859c-44e2-8751-eb947f60ba62 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.464814] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f34c02-33d7-475a-a612-2ef7edcb6aaa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.514507] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a5f15-57ed-40cd-bd3e-1fc4bca26c3d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.526494] env[62845]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-aa8fe906-a040-47bf-91c9-b48859b1bb50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.559326] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.568658] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db336593-b38e-4ad5-aa0b-c83e153d7536 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.579025] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527c3b6-5ee8-4183-8859-b44a59ef2372 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.618467] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Successfully updated port: 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.620728] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745950ba-056a-4669-b751-1bf69840c163 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.630824] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972e9e3b-ddf1-4189-9050-b026bc2b9e4e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.638276] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5fd929d0-d875-4a5d-ba43-bab90a85f412 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.488s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.654100] env[62845]: DEBUG nova.compute.provider_tree [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.658110] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Downloading image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to the data store datastore1 {{(pid=62845) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 638.682554] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Successfully created port: 0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.745650] env[62845]: DEBUG oslo_vmware.rw_handles [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62845) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 638.755342] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b43700ec-9823-4792-9957-73be40254304 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "d1597ccf-b086-47c3-b400-b9a175e15052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.336s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.062638] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603636} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.066361] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 0d326f9e-44cd-4da2-92b0-45659db3f771/0d326f9e-44cd-4da2-92b0-45659db3f771.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.066604] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.066898] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d7566c-8953-4914-bdf8-c51d98d0e0db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.078725] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 639.078725] env[62845]: value = "task-2535434" [ 639.078725] env[62845]: _type = "Task" [ 639.078725] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.097863] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.130140] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.130140] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.130140] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.144761] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.159814] env[62845]: DEBUG nova.scheduler.client.report [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.205164] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.245938] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.246197] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.246439] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.246646] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.246796] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.246945] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.247176] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.247334] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.247507] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.247652] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.247826] env[62845]: DEBUG nova.virt.hardware [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.248721] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ffd37-faa9-4033-b0ad-074f8cb6ad03 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.267026] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e6847-a05b-4c27-94a1-c059c2ab59df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.326223] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.521639] env[62845]: DEBUG oslo_vmware.rw_handles [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Completed reading data from the image iterator. {{(pid=62845) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 639.521639] env[62845]: DEBUG oslo_vmware.rw_handles [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 639.596853] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071026} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.596853] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Downloaded image file data 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62845) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 639.597980] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Caching image {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 639.598328] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copying Virtual Disk [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk to [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.598644] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.599218] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcff7353-f5f8-4aac-a72c-470538e4dec3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.606177] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e9da4f-9660-41e0-9c7c-ab930b188a59 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.634833] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 0d326f9e-44cd-4da2-92b0-45659db3f771/0d326f9e-44cd-4da2-92b0-45659db3f771.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.637970] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103efb93-baba-474d-a481-5e622905f3fa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.659444] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 639.659444] env[62845]: value = "task-2535439" [ 639.659444] env[62845]: _type = "Task" [ 639.659444] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.676897] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.677896] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.680962] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 639.680962] env[62845]: value = "task-2535440" [ 639.680962] env[62845]: _type = "Task" [ 639.680962] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.683105] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.010s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.683928] env[62845]: INFO nova.compute.claims [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.700584] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.711928] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.711928] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.845779] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.856366] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.869243] env[62845]: DEBUG nova.network.neutron [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Updated VIF entry in instance network info cache for port d5c706b5-9733-4417-a8ad-e2502344800e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.869603] env[62845]: DEBUG nova.network.neutron [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Updating instance_info_cache with network_info: [{"id": "d5c706b5-9733-4417-a8ad-e2502344800e", "address": "fa:16:3e:59:c1:8c", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c706b5-97", "ovs_interfaceid": "d5c706b5-9733-4417-a8ad-e2502344800e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.178733] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.183495] env[62845]: DEBUG nova.compute.utils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.187775] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.190109] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.214705] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535440, 'name': ReconfigVM_Task, 'duration_secs': 0.356615} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.215512] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 0d326f9e-44cd-4da2-92b0-45659db3f771/0d326f9e-44cd-4da2-92b0-45659db3f771.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.220339] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f01a742-0bee-4e02-8baa-ad0093eeeb59 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.229211] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 640.229211] env[62845]: value = "task-2535441" [ 640.229211] env[62845]: _type = "Task" [ 640.229211] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.237785] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535441, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.287249] env[62845]: DEBUG nova.network.neutron [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.328460] env[62845]: DEBUG nova.policy [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2fe3b694a48cebad460e3dea06892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1a8e0908e548b38bd3c4008c97ecf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.373111] env[62845]: DEBUG oslo_concurrency.lockutils [req-8c657f6b-c5c3-4671-9f1e-bc7acf6521af req-74eca928-cec6-4a72-881c-f1e9339f916e service nova] Releasing lock "refresh_cache-0d326f9e-44cd-4da2-92b0-45659db3f771" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.562520] env[62845]: DEBUG nova.compute.manager [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Received event network-changed-60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.565213] env[62845]: DEBUG nova.compute.manager [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Refreshing instance network info cache due to event network-changed-60be909b-7c23-48d4-9c83-bb4e12260abc. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.565213] env[62845]: DEBUG oslo_concurrency.lockutils [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.565213] env[62845]: DEBUG oslo_concurrency.lockutils [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.565213] env[62845]: DEBUG nova.network.neutron [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Refreshing network info cache for port 60be909b-7c23-48d4-9c83-bb4e12260abc {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.601679] env[62845]: DEBUG nova.compute.manager [None req-1aaa245e-33df-4e24-9b20-d997f5f2c743 tempest-ServerDiagnosticsV248Test-1362589440 tempest-ServerDiagnosticsV248Test-1362589440-project-admin] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.605771] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c685b-fc7c-4f1d-ac2d-34fa8209fa8b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.614234] env[62845]: INFO nova.compute.manager [None req-1aaa245e-33df-4e24-9b20-d997f5f2c743 tempest-ServerDiagnosticsV248Test-1362589440 tempest-ServerDiagnosticsV248Test-1362589440-project-admin] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Retrieving diagnostics [ 640.614965] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2af06f-8bd9-427b-ae8c-7350c2ffec65 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.684805] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934757} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.685097] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copied Virtual Disk [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk to [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.685696] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Deleting the datastore file [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/tmp-sparse.vmdk {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.685696] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f494b8d0-fc8a-4008-9769-c1119317dddc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.698194] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.700844] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 640.700844] env[62845]: value = "task-2535442" [ 640.700844] env[62845]: _type = "Task" [ 640.700844] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.714292] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.748456] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535441, 'name': Rename_Task, 'duration_secs': 0.200255} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.748456] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.748456] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc50b0c2-5e9c-4fb8-8359-61be75c2e9c1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.756220] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 640.756220] env[62845]: value = "task-2535443" [ 640.756220] env[62845]: _type = "Task" [ 640.756220] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.770444] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.791772] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.794213] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Instance network_info: |[{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.795444] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:25:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1649f265-0c67-4096-ab21-31f75c389e55', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.803480] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Creating folder: Project (aeb048119ed14f3cbddc6d6ecee559d6). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.806298] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791ef893-283f-4c83-b05f-3a15253f22ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.821189] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Successfully updated port: 0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.826200] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Created folder: Project (aeb048119ed14f3cbddc6d6ecee559d6) in parent group-v512253. [ 640.826200] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Creating folder: Instances. Parent ref: group-v512269. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.826403] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bbe10f8-2938-4e87-8a14-0b9a9b7b4480 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.841182] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Created folder: Instances in parent group-v512269. [ 640.841372] env[62845]: DEBUG oslo.service.loopingcall [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.841565] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.841773] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7567639c-af89-4ca2-8bcd-cd1c5dd4a074 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.867286] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.867286] env[62845]: value = "task-2535446" [ 640.867286] env[62845]: _type = "Task" [ 640.867286] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.879935] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535446, 'name': CreateVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.045328] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a0a7d-7089-4cb7-8256-7c8efbbe63a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.055625] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc5392-9c02-4829-8f19-5db97009c797 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.105818] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0090c1b8-7e84-4058-8e47-45ce2deea6ac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.114237] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3982fb-a026-4b69-9ec7-fffdddfdcffb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.135746] env[62845]: DEBUG nova.compute.provider_tree [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.223317] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058863} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.224242] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.224242] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Moving file from [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 to [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2. {{(pid=62845) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 641.224242] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d63a312e-6eea-495d-b400-0e646c85ce1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.235599] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 641.235599] env[62845]: value = "task-2535447" [ 641.235599] env[62845]: _type = "Task" [ 641.235599] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.247565] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535447, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.276231] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535443, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.328868] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.328976] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.329073] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.385352] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535446, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.433412] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Successfully created port: ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.599725] env[62845]: DEBUG nova.network.neutron [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updated VIF entry in instance network info cache for port 60be909b-7c23-48d4-9c83-bb4e12260abc. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.600113] env[62845]: DEBUG nova.network.neutron [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.639281] env[62845]: DEBUG nova.scheduler.client.report [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.713790] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.755350] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535447, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037478} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.758222] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] File moved {{(pid=62845) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 641.758222] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Cleaning up location [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 641.758222] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Deleting the datastore file [datastore1] vmware_temp/38f28931-6f5d-4e83-b584-f2524f4b53b4 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.758222] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68406e61-c3fb-4dc7-8def-d74b802d7962 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.779046] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.785995] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 641.785995] env[62845]: value = "task-2535448" [ 641.785995] env[62845]: _type = "Task" [ 641.785995] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.794502] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.794820] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.794996] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.799527] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.800776] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.800776] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.800776] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.800776] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.800776] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.802579] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.802579] env[62845]: DEBUG nova.virt.hardware [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.803058] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f75c12b-8b5d-4048-9b73-889d951f5035 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.818424] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.824557] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e707c0-0a13-40bd-9e8b-811c6b4a06e3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.882442] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535446, 'name': CreateVM_Task, 'duration_secs': 0.9192} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.882442] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.883163] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.883364] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.883684] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.883969] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ba9acb-eeb8-44aa-9e1d-e863c74b59c5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.889597] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 641.889597] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5273002f-86e1-5626-9a34-d56774b1bb2f" [ 641.889597] env[62845]: _type = "Task" [ 641.889597] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.900996] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5273002f-86e1-5626-9a34-d56774b1bb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.906374] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.106244] env[62845]: DEBUG oslo_concurrency.lockutils [req-451930ca-cbd1-489c-bc04-e95c7e80f5ff req-bc25eef0-5390-4d18-9164-b1c1e9137b67 service nova] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.148977] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.149576] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.154618] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.341s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.156105] env[62845]: INFO nova.compute.claims [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.182240] env[62845]: DEBUG nova.network.neutron [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Updating instance_info_cache with network_info: [{"id": "0a005c80-1962-495a-9956-0bece78b2530", "address": "fa:16:3e:cd:7d:c7", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a005c80-19", "ovs_interfaceid": "0a005c80-1962-495a-9956-0bece78b2530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.278702] env[62845]: DEBUG oslo_vmware.api [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535443, 'name': PowerOnVM_Task, 'duration_secs': 1.089876} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.278990] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.279209] env[62845]: INFO nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Took 12.06 seconds to spawn the instance on the hypervisor. [ 642.279438] env[62845]: DEBUG nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.282533] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae2674-cc12-48a4-a243-b0d0eab2bd7b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.312143] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046765} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.312549] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.313571] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9155a69f-84fb-4231-b00b-97c34bbbafa4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.323369] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 642.323369] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c798ea-ca62-469d-aaa7-eb29e61b79eb" [ 642.323369] env[62845]: _type = "Task" [ 642.323369] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.335100] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c798ea-ca62-469d-aaa7-eb29e61b79eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.405676] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5273002f-86e1-5626-9a34-d56774b1bb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.017995} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.405676] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.405676] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.405676] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.658573] env[62845]: DEBUG nova.compute.utils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.660160] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.661834] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.686824] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.686824] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Instance network_info: |[{"id": "0a005c80-1962-495a-9956-0bece78b2530", "address": "fa:16:3e:cd:7d:c7", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a005c80-19", "ovs_interfaceid": "0a005c80-1962-495a-9956-0bece78b2530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.687276] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:7d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a005c80-1962-495a-9956-0bece78b2530', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.700176] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating folder: Project (7d681fe2b18641eaa55a00c5c85f8783). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.703873] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df6faf38-74fc-478a-ab62-219e7f689ad0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.715515] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created folder: Project (7d681fe2b18641eaa55a00c5c85f8783) in parent group-v512253. [ 642.715515] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating folder: Instances. Parent ref: group-v512272. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.715779] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-937e9dfe-dcb0-4785-8337-aef1f3941675 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.724923] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created folder: Instances in parent group-v512272. [ 642.725223] env[62845]: DEBUG oslo.service.loopingcall [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.725498] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.725622] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d012945-35e8-4ff7-8149-c3a87e3408c5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.752882] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.752882] env[62845]: value = "task-2535452" [ 642.752882] env[62845]: _type = "Task" [ 642.752882] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.765022] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535452, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.774962] env[62845]: DEBUG nova.policy [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba01febeaf734048a4a4ddb6b7290018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0891e01bea5c4482b0040a507a8b0937', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.813961] env[62845]: INFO nova.compute.manager [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Took 20.06 seconds to build instance. [ 642.840719] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c798ea-ca62-469d-aaa7-eb29e61b79eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017852} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.841799] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.842147] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.842754] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.843865] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.843865] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936590bb-52c1-4303-967e-1bac73a17043 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.846096] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebf6a25-ee84-4632-9a17-98c68c32584f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.860124] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 642.860124] env[62845]: value = "task-2535453" [ 642.860124] env[62845]: _type = "Task" [ 642.860124] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.862730] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.862730] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.867056] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64977a3-e961-4019-9720-deefc6f212c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.878330] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.881092] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 642.881092] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d2644e-4635-ccfe-1a5b-ce46780e7575" [ 642.881092] env[62845]: _type = "Task" [ 642.881092] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.890214] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d2644e-4635-ccfe-1a5b-ce46780e7575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.062187] env[62845]: DEBUG nova.compute.manager [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-vif-plugged-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.062879] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Acquiring lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.063206] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.063323] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.063506] env[62845]: DEBUG nova.compute.manager [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] No waiting events found dispatching network-vif-plugged-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.063691] env[62845]: WARNING nova.compute.manager [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received unexpected event network-vif-plugged-1649f265-0c67-4096-ab21-31f75c389e55 for instance with vm_state building and task_state spawning. [ 643.063775] env[62845]: DEBUG nova.compute.manager [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-changed-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.063954] env[62845]: DEBUG nova.compute.manager [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing instance network info cache due to event network-changed-1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.064171] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.064376] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.064474] env[62845]: DEBUG nova.network.neutron [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.165610] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.266546] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535452, 'name': CreateVM_Task, 'duration_secs': 0.494025} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.269872] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.272599] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.272599] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.272599] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.272599] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369cafb9-a807-4ffc-8dad-8134f870b1f0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.278382] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 643.278382] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522afaa9-7a72-d904-f22b-d0b494c684c9" [ 643.278382] env[62845]: _type = "Task" [ 643.278382] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.288797] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522afaa9-7a72-d904-f22b-d0b494c684c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.317421] env[62845]: DEBUG oslo_concurrency.lockutils [None req-364bd0ad-f984-46d7-b6a3-40c56ca8e40a tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.580s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.374970] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.396675] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d2644e-4635-ccfe-1a5b-ce46780e7575, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.400177] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8966e6-053d-4834-b2f1-6976a79a92f8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.413026] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 643.413026] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528275bc-6d30-2a0f-4186-dfe9d05f29ea" [ 643.413026] env[62845]: _type = "Task" [ 643.413026] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.424545] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528275bc-6d30-2a0f-4186-dfe9d05f29ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.484599] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febbc010-73c2-4144-bb5b-d32027ac6ead {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.493079] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9cfca-40bb-4002-a87d-5e0d95c339bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.529517] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330d987-ac07-4c74-89e5-64a6b3ab2a80 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.541084] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de6da7-3a6c-45f1-bb69-101a6a923448 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.558271] env[62845]: DEBUG nova.compute.provider_tree [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.794625] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522afaa9-7a72-d904-f22b-d0b494c684c9, 'name': SearchDatastore_Task, 'duration_secs': 0.046706} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.795435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.795435] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.795435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.822301] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.879521] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885351} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.880270] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.880270] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.880417] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dfe39bc-98a7-4331-a7ae-f15c45c6d19e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.888158] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 643.888158] env[62845]: value = "task-2535454" [ 643.888158] env[62845]: _type = "Task" [ 643.888158] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.902350] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.925050] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528275bc-6d30-2a0f-4186-dfe9d05f29ea, 'name': SearchDatastore_Task, 'duration_secs': 0.058883} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.927885] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Successfully created port: 3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.929730] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.929857] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 95665ebc-a5bc-41aa-aea5-e9ba64c9039f/95665ebc-a5bc-41aa-aea5-e9ba64c9039f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.930144] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.931362] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.931362] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9964dae2-48b4-4fce-88f3-390375398217 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.932947] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4a42e3-b29c-46a7-8566-c08ec408342b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.940324] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 643.940324] env[62845]: value = "task-2535455" [ 643.940324] env[62845]: _type = "Task" [ 643.940324] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.946271] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.946464] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.950230] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8292234-c104-44f7-a63c-a46fc9ad58db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.954069] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.956926] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 643.956926] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5258fdff-ede7-4ece-1065-4f448b0f874f" [ 643.956926] env[62845]: _type = "Task" [ 643.956926] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.966988] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5258fdff-ede7-4ece-1065-4f448b0f874f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.062226] env[62845]: DEBUG nova.scheduler.client.report [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.187372] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.230191] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.230988] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.231102] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.231258] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.231410] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.232343] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.232343] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.232343] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.232343] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.232343] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.232697] env[62845]: DEBUG nova.virt.hardware [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.235889] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba4d206-3ecb-4788-8d67-2c8998332a14 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.242766] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2497dd3-4cbd-49ad-81ed-db44249bfeb3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.296326] env[62845]: DEBUG nova.network.neutron [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updated VIF entry in instance network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.296326] env[62845]: DEBUG nova.network.neutron [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.344269] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Acquiring lock "d1597ccf-b086-47c3-b400-b9a175e15052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.346427] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "d1597ccf-b086-47c3-b400-b9a175e15052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.346427] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Acquiring lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.346427] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.346427] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "d1597ccf-b086-47c3-b400-b9a175e15052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.352017] env[62845]: INFO nova.compute.manager [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Terminating instance [ 644.354567] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.399138] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206229} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.399474] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.400291] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b1c25-470b-4cc1-8195-c88f618f95d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.433246] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.433246] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fbf1879-cbf3-4aa7-8bfd-2ca75cbf2636 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.457333] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535455, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.461982] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 644.461982] env[62845]: value = "task-2535456" [ 644.461982] env[62845]: _type = "Task" [ 644.461982] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.471161] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5258fdff-ede7-4ece-1065-4f448b0f874f, 'name': SearchDatastore_Task, 'duration_secs': 0.022432} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.472457] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f12e542-1a4f-4471-b237-3f2f80e26098 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.478229] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.481716] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 644.481716] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523a0457-1e5f-c18d-c576-3c856d0445f2" [ 644.481716] env[62845]: _type = "Task" [ 644.481716] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.490209] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523a0457-1e5f-c18d-c576-3c856d0445f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.572137] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.572942] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.581497] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.097s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.582948] env[62845]: INFO nova.compute.claims [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.800904] env[62845]: DEBUG oslo_concurrency.lockutils [req-5da62541-d05c-46c1-9916-88b8a1a9c076 req-93b52c63-e188-4528-aa86-e737a7a88a46 service nova] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.858919] env[62845]: DEBUG nova.compute.manager [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.859227] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.860097] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4460e1-916d-485e-a727-b96a636bb3ac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.869142] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.869430] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eea308ce-6963-41b5-bf81-7f9abf765639 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.876095] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Waiting for the task: (returnval){ [ 644.876095] env[62845]: value = "task-2535458" [ 644.876095] env[62845]: _type = "Task" [ 644.876095] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.886102] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Task: {'id': task-2535458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.964135] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89211} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.971509] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 95665ebc-a5bc-41aa-aea5-e9ba64c9039f/95665ebc-a5bc-41aa-aea5-e9ba64c9039f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.971509] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.973066] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77079f01-19e8-435e-b0f0-c6e15248a19a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.987408] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.994423] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 644.994423] env[62845]: value = "task-2535459" [ 644.994423] env[62845]: _type = "Task" [ 644.994423] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.006604] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523a0457-1e5f-c18d-c576-3c856d0445f2, 'name': SearchDatastore_Task, 'duration_secs': 0.057376} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.007473] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.007860] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814/9e9c1cf7-bc33-4fdb-9649-09fc8ee64814.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.008213] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e819a5e-21cb-476c-b5dd-0dc87f87f145 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.016547] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.022362] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 645.022362] env[62845]: value = "task-2535460" [ 645.022362] env[62845]: _type = "Task" [ 645.022362] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.034782] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.088475] env[62845]: DEBUG nova.compute.utils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.093713] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.093883] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.178721] env[62845]: DEBUG nova.policy [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18aab714c9a145b5abf40ddd7bced38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63ad3745a3d14aaf90ed1b4f6b46c33e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.315934] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Successfully updated port: ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.394327] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Task: {'id': task-2535458, 'name': PowerOffVM_Task, 'duration_secs': 0.263965} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.394756] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.394926] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.395225] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c47a91d1-0763-459a-b0e9-3ab145e838d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.467786] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.467786] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.467786] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Deleting the datastore file [datastore2] d1597ccf-b086-47c3-b400-b9a175e15052 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.475870] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d8be882-56a6-41d5-bb7d-0c31ab0fa7c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.485499] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535456, 'name': ReconfigVM_Task, 'duration_secs': 0.696508} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.488379] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.488379] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Waiting for the task: (returnval){ [ 645.488379] env[62845]: value = "task-2535462" [ 645.488379] env[62845]: _type = "Task" [ 645.488379] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.488379] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c07fb0f-3871-4d15-b577-f461499eebe1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.501772] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Task: {'id': task-2535462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.507392] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 645.507392] env[62845]: value = "task-2535463" [ 645.507392] env[62845]: _type = "Task" [ 645.507392] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.519903] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119092} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.520913] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.521819] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18a357-a0b3-4023-b0df-b857dd1d65e0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.528628] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535463, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.556339] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 95665ebc-a5bc-41aa-aea5-e9ba64c9039f/95665ebc-a5bc-41aa-aea5-e9ba64c9039f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.560671] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Successfully created port: 81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.562792] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4288d6f0-e6fb-40b4-aa28-5fdbe13fac18 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.578273] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.585780] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 645.585780] env[62845]: value = "task-2535464" [ 645.585780] env[62845]: _type = "Task" [ 645.585780] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.596941] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.599890] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.818828] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.819247] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquired lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.820748] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.861512] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760d47d-3306-4f00-9fdc-f31fe4469707 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.872710] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea22baee-1580-47b7-87cf-357f68331afa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.904415] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9fed3-5a30-43c8-b25d-0c0dbf4461b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.914122] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc673cbd-3504-4bd3-9efc-e6e5a83b9e19 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.928441] env[62845]: DEBUG nova.compute.provider_tree [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.999802] env[62845]: DEBUG oslo_vmware.api [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Task: {'id': task-2535462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412371} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.000080] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.000309] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.000503] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.000676] env[62845]: INFO nova.compute.manager [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Took 1.14 seconds to destroy the instance on the hypervisor. [ 646.000913] env[62845]: DEBUG oslo.service.loopingcall [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.001114] env[62845]: DEBUG nova.compute.manager [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.001210] env[62845]: DEBUG nova.network.neutron [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.015973] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535463, 'name': Rename_Task, 'duration_secs': 0.338441} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.016654] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.016654] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e153c7-0ffa-4133-9be4-041d427fa278 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.024100] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 646.024100] env[62845]: value = "task-2535465" [ 646.024100] env[62845]: _type = "Task" [ 646.024100] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.034372] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.040258] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608921} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.040258] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814/9e9c1cf7-bc33-4fdb-9649-09fc8ee64814.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.040258] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.040451] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1319fe25-6cf3-480e-882b-226eb48e00e0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.051342] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 646.051342] env[62845]: value = "task-2535466" [ 646.051342] env[62845]: _type = "Task" [ 646.051342] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.060882] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.095682] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.164994] env[62845]: DEBUG nova.compute.manager [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received event network-vif-plugged-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.165235] env[62845]: DEBUG oslo_concurrency.lockutils [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] Acquiring lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.165444] env[62845]: DEBUG oslo_concurrency.lockutils [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.165641] env[62845]: DEBUG oslo_concurrency.lockutils [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.165789] env[62845]: DEBUG nova.compute.manager [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] No waiting events found dispatching network-vif-plugged-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.165919] env[62845]: WARNING nova.compute.manager [req-66184c49-8b58-4db1-a23c-8f9ac1845af1 req-fe0ea6ff-697e-4808-b624-fc07a1552258 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received unexpected event network-vif-plugged-ec067bbc-15cc-463d-99f9-0d8a7878494a for instance with vm_state building and task_state spawning. [ 646.178788] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "637c1419-b959-4be2-abe7-3842e89c114c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.178788] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.250323] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Successfully updated port: 3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.356636] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.433220] env[62845]: DEBUG nova.scheduler.client.report [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.513255] env[62845]: DEBUG nova.network.neutron [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updating instance_info_cache with network_info: [{"id": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "address": "fa:16:3e:ba:0f:50", "network": {"id": "ab004e12-bc1f-41c4-a0ba-dc707db50643", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1553468547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1a8e0908e548b38bd3c4008c97ecf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec067bbc-15", "ovs_interfaceid": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.535752] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535465, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.560675] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.601731] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535464, 'name': ReconfigVM_Task, 'duration_secs': 0.543155} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.601731] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 95665ebc-a5bc-41aa-aea5-e9ba64c9039f/95665ebc-a5bc-41aa-aea5-e9ba64c9039f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.601731] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b438fb5-43aa-46d1-9c74-82d19482afd5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.604955] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 646.604955] env[62845]: value = "task-2535467" [ 646.604955] env[62845]: _type = "Task" [ 646.604955] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.606214] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.617567] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535467, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.631723] env[62845]: DEBUG nova.compute.manager [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Received event network-vif-plugged-0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.631964] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Acquiring lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.633206] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.633206] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.633206] env[62845]: DEBUG nova.compute.manager [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] No waiting events found dispatching network-vif-plugged-0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.633206] env[62845]: WARNING nova.compute.manager [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Received unexpected event network-vif-plugged-0a005c80-1962-495a-9956-0bece78b2530 for instance with vm_state building and task_state spawning. [ 646.633206] env[62845]: DEBUG nova.compute.manager [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Received event network-changed-0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.633683] env[62845]: DEBUG nova.compute.manager [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Refreshing instance network info cache due to event network-changed-0a005c80-1962-495a-9956-0bece78b2530. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.633683] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Acquiring lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.633683] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Acquired lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.633683] env[62845]: DEBUG nova.network.neutron [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Refreshing network info cache for port 0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.641284] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.641284] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.641451] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.642030] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.642030] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.642030] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.642206] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.642809] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.642809] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.642809] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.642809] env[62845]: DEBUG nova.virt.hardware [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.644735] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6d88a-93b5-4981-a2bd-eb1d3ae8a6b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.655804] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a2c7e0-bfa9-45cc-aa4f-ddce39b7276b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.758000] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.758000] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquired lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.758385] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.939329] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.939329] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.942441] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.673s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.021110] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Releasing lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.021110] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Instance network_info: |[{"id": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "address": "fa:16:3e:ba:0f:50", "network": {"id": "ab004e12-bc1f-41c4-a0ba-dc707db50643", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1553468547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1a8e0908e548b38bd3c4008c97ecf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec067bbc-15", "ovs_interfaceid": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.021278] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:0f:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec067bbc-15cc-463d-99f9-0d8a7878494a', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.027628] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Creating folder: Project (9a1a8e0908e548b38bd3c4008c97ecf1). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.028965] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102fdbdd-ce3c-4f33-a9b1-406bd5e31262 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.043590] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535465, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.046634] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Created folder: Project (9a1a8e0908e548b38bd3c4008c97ecf1) in parent group-v512253. [ 647.046983] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Creating folder: Instances. Parent ref: group-v512275. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.047349] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-789326e5-34fb-4fc6-a2c7-87ad17767849 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.058452] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Created folder: Instances in parent group-v512275. [ 647.058895] env[62845]: DEBUG oslo.service.loopingcall [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.060023] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.060023] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b4cccb-0de6-4678-b889-78eddfe09cce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.081925] env[62845]: DEBUG nova.network.neutron [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.083357] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.831654} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.083755] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.084653] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8f0df-d1b5-4960-915d-ad66e007c99b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.089499] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.089499] env[62845]: value = "task-2535471" [ 647.089499] env[62845]: _type = "Task" [ 647.089499] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.115871] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814/9e9c1cf7-bc33-4fdb-9649-09fc8ee64814.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.117567] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d71366-4a36-4484-b32d-339cce2a27f8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.138782] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535471, 'name': CreateVM_Task} progress is 15%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.148528] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535467, 'name': Rename_Task, 'duration_secs': 0.175419} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.152285] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.152285] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 647.152285] env[62845]: value = "task-2535472" [ 647.152285] env[62845]: _type = "Task" [ 647.152285] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.152285] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d67cb05-301d-40e3-8ec5-54f8ed19ffb4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.163036] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.164713] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 647.164713] env[62845]: value = "task-2535473" [ 647.164713] env[62845]: _type = "Task" [ 647.164713] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.174081] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.335350] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.448235] env[62845]: DEBUG nova.compute.utils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.456963] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.458793] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.499177] env[62845]: DEBUG nova.network.neutron [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Updated VIF entry in instance network info cache for port 0a005c80-1962-495a-9956-0bece78b2530. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.499579] env[62845]: DEBUG nova.network.neutron [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Updating instance_info_cache with network_info: [{"id": "0a005c80-1962-495a-9956-0bece78b2530", "address": "fa:16:3e:cd:7d:c7", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a005c80-19", "ovs_interfaceid": "0a005c80-1962-495a-9956-0bece78b2530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.539041] env[62845]: DEBUG oslo_vmware.api [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535465, 'name': PowerOnVM_Task, 'duration_secs': 1.040805} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.539405] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.539656] env[62845]: INFO nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Took 15.07 seconds to spawn the instance on the hypervisor. [ 647.539874] env[62845]: DEBUG nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.541419] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ef0c4-6fc3-48ee-a6ea-718217cf7d6e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.591043] env[62845]: DEBUG nova.policy [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed93804edb43497db935581c85f7c288', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64308a0ceea4f36a7f0bdae4acbee35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.592184] env[62845]: INFO nova.compute.manager [-] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Took 1.59 seconds to deallocate network for instance. [ 647.611183] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535471, 'name': CreateVM_Task, 'duration_secs': 0.413152} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.612080] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.612080] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.612232] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.612690] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.613068] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66efa259-dc3f-4f9b-9f30-a875a78a641d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.618152] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 647.618152] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522eeac6-37da-f4ad-43a2-fb14a3d77e16" [ 647.618152] env[62845]: _type = "Task" [ 647.618152] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.628282] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522eeac6-37da-f4ad-43a2-fb14a3d77e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.668498] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.675751] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.766992] env[62845]: DEBUG nova.network.neutron [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Updating instance_info_cache with network_info: [{"id": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "address": "fa:16:3e:c1:bf:07", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abef71d-ef", "ovs_interfaceid": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.898110] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Successfully updated port: 81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.967014] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.983769] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "81d36cda-0337-478d-a4de-74a52917bcdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.984091] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.989442] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance d1597ccf-b086-47c3-b400-b9a175e15052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.989628] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.989787] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 0d326f9e-44cd-4da2-92b0-45659db3f771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990031] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance a50a8b4e-3889-4240-bd9f-8bdb6298f990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990114] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 95665ebc-a5bc-41aa-aea5-e9ba64c9039f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990236] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990380] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance eabce8cf-293c-4081-8be0-c1fcec80a985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990526] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance d2acffc3-ddec-448d-b3c7-666de4aeebfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990642] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 03e4452c-7f43-41ef-84ca-a9be999c500e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 647.990943] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance bc436e06-4a52-4fcf-926b-c5e80c77014a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 648.002832] env[62845]: DEBUG oslo_concurrency.lockutils [req-4f67ced5-cf28-46d3-8e85-e66847a57c12 req-f23e58c1-e15d-47d7-a9a2-af7571c607f5 service nova] Releasing lock "refresh_cache-9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.061540] env[62845]: INFO nova.compute.manager [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Took 24.46 seconds to build instance. [ 648.103613] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.133076] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522eeac6-37da-f4ad-43a2-fb14a3d77e16, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.133076] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.133076] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.133076] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.134230] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.134230] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.134230] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c764e07-a40c-45e8-9543-eaf474bf8ec9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.141906] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.142054] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.142803] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02af140-a7ed-4a1f-b126-858e6fbe6dc2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.149129] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 648.149129] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52be2239-6b65-88e2-2e92-842efba39d52" [ 648.149129] env[62845]: _type = "Task" [ 648.149129] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.160591] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52be2239-6b65-88e2-2e92-842efba39d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.169275] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.176989] env[62845]: DEBUG oslo_vmware.api [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535473, 'name': PowerOnVM_Task, 'duration_secs': 0.56216} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.177161] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.177683] env[62845]: INFO nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Took 11.38 seconds to spawn the instance on the hypervisor. [ 648.177683] env[62845]: DEBUG nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.178355] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98183530-6c09-4e36-b53f-fb791e7dbc1a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.273640] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Releasing lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.273640] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Instance network_info: |[{"id": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "address": "fa:16:3e:c1:bf:07", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abef71d-ef", "ovs_interfaceid": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.274053] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:bf:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3abef71d-eff6-4154-9c0c-fa1a87c1d8be', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.281079] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Creating folder: Project (0891e01bea5c4482b0040a507a8b0937). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.281587] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-633922d9-acaa-4b6d-adc1-d28990ea57b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.293854] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Created folder: Project (0891e01bea5c4482b0040a507a8b0937) in parent group-v512253. [ 648.294172] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Creating folder: Instances. Parent ref: group-v512278. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.294473] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e798d15a-2c70-47b7-8747-e96f96010c8e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.308691] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Created folder: Instances in parent group-v512278. [ 648.308691] env[62845]: DEBUG oslo.service.loopingcall [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.308691] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.308691] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05534ff0-d36d-458f-a164-46b3aaf436bd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.338627] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.338878] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.343701] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.343701] env[62845]: value = "task-2535476" [ 648.343701] env[62845]: _type = "Task" [ 648.343701] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.352875] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535476, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.374571] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Successfully created port: 32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.408435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.408435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquired lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.408570] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.442736] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.442736] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.495949] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 07765e55-bb9d-48e5-80a3-3ad43ca76c33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.563268] env[62845]: DEBUG oslo_concurrency.lockutils [None req-811fc6ac-3e9a-4b41-be73-f9e99a0ea066 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.969s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.661657] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52be2239-6b65-88e2-2e92-842efba39d52, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.664026] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e6ec0c-990e-4605-bb4f-09419ea22131 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.670951] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535472, 'name': ReconfigVM_Task, 'duration_secs': 1.170793} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.672203] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814/9e9c1cf7-bc33-4fdb-9649-09fc8ee64814.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.672886] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 648.672886] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9066-b238-213c-ea7b-f51bedf2cbde" [ 648.672886] env[62845]: _type = "Task" [ 648.672886] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.673182] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90dd4deb-056a-4fcf-b6d5-753cdbefe719 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.685991] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9066-b238-213c-ea7b-f51bedf2cbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.693360] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 648.693360] env[62845]: value = "task-2535477" [ 648.693360] env[62845]: _type = "Task" [ 648.693360] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.697214] env[62845]: INFO nova.compute.manager [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Took 21.01 seconds to build instance. [ 648.703365] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535477, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.855641] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535476, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.977012] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.980291] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.999151] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance af48b1f1-23c5-4e57-b977-e19e4edaf9a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.021616] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.021940] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.023954] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.023954] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.023954] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.023954] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.023954] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.024248] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.024248] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.024248] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.024248] env[62845]: DEBUG nova.virt.hardware [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.026295] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf685fa-6caf-4b9d-a20c-b85462076158 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.038059] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7d050-19b1-4e42-a54c-63f85c4509d8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.067092] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.191027] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9066-b238-213c-ea7b-f51bedf2cbde, 'name': SearchDatastore_Task, 'duration_secs': 0.012576} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.191027] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.191027] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] eabce8cf-293c-4081-8be0-c1fcec80a985/eabce8cf-293c-4081-8be0-c1fcec80a985.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.191027] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40111332-7bd0-464a-a9a2-746425800a45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.205697] env[62845]: DEBUG oslo_concurrency.lockutils [None req-03f57430-1035-4393-81c7-960b5f0c4d65 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.532s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.206085] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535477, 'name': Rename_Task, 'duration_secs': 0.269237} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.208957] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.209638] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 649.209638] env[62845]: value = "task-2535479" [ 649.209638] env[62845]: _type = "Task" [ 649.209638] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.210992] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f55dbba-d7b8-4a12-9c62-fb476d7118db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.223928] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.225631] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 649.225631] env[62845]: value = "task-2535480" [ 649.225631] env[62845]: _type = "Task" [ 649.225631] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.235826] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.236974] env[62845]: DEBUG nova.network.neutron [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Updating instance_info_cache with network_info: [{"id": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "address": "fa:16:3e:aa:2e:5a", "network": {"id": "1b51513d-c672-495a-bb0e-5075ec2887f0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846253168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "63ad3745a3d14aaf90ed1b4f6b46c33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7c8b7-e2", "ovs_interfaceid": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.358925] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535476, 'name': CreateVM_Task, 'duration_secs': 0.613679} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.361866] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.361866] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.361866] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.367301] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.367301] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8d6a5e-c42b-4f1f-a46c-8517bf3f3068 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.371067] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 649.371067] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d741d2-0db8-d0ca-b2e2-2f23300c8a8e" [ 649.371067] env[62845]: _type = "Task" [ 649.371067] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.385565] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d741d2-0db8-d0ca-b2e2-2f23300c8a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.385565] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.389021] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.389021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.389021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.389021] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.389021] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9923319-358e-4317-a226-3178f867a632 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.396603] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.397520] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.397977] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588bd204-b46c-435c-ae05-34f20e693ab7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.404339] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 649.404339] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b1cf08-cf40-b62b-bc3c-287cc7350e94" [ 649.404339] env[62845]: _type = "Task" [ 649.404339] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.412804] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b1cf08-cf40-b62b-bc3c-287cc7350e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.508078] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance c79432c6-1a42-439e-896c-5bb42d30066c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.599196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.711750] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.731171] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.739455] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Releasing lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.741215] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Instance network_info: |[{"id": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "address": "fa:16:3e:aa:2e:5a", "network": {"id": "1b51513d-c672-495a-bb0e-5075ec2887f0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846253168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "63ad3745a3d14aaf90ed1b4f6b46c33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7c8b7-e2", "ovs_interfaceid": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.741386] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e7c8b7-e286-40d9-9b3e-8751565aaaef', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.757969] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Creating folder: Project (63ad3745a3d14aaf90ed1b4f6b46c33e). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.768497] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080c91bb-f530-4871-8712-b6af3722b268 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.770687] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.782606] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Created folder: Project (63ad3745a3d14aaf90ed1b4f6b46c33e) in parent group-v512253. [ 649.782606] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Creating folder: Instances. Parent ref: group-v512282. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.782606] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c689ad-077a-46c1-808f-1b979efda8e3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.796589] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Created folder: Instances in parent group-v512282. [ 649.796891] env[62845]: DEBUG oslo.service.loopingcall [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.797531] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.797789] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4437bdc-317c-4d4d-b9d9-365140e0910e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.822996] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.822996] env[62845]: value = "task-2535483" [ 649.822996] env[62845]: _type = "Task" [ 649.822996] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.835517] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535483, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.922397] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b1cf08-cf40-b62b-bc3c-287cc7350e94, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.923437] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2688a10-5f47-4e7b-b11a-4e72ec41a638 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.929511] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 649.929511] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526a0980-5260-582d-5afc-fbaf7065879e" [ 649.929511] env[62845]: _type = "Task" [ 649.929511] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.940464] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526a0980-5260-582d-5afc-fbaf7065879e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.967708] env[62845]: DEBUG nova.compute.manager [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.967708] env[62845]: DEBUG nova.compute.manager [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing instance network info cache due to event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.968107] env[62845]: DEBUG oslo_concurrency.lockutils [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] Acquiring lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.968391] env[62845]: DEBUG oslo_concurrency.lockutils [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] Acquired lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968677] env[62845]: DEBUG nova.network.neutron [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.994984] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Received event network-vif-plugged-3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.995332] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquiring lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.996100] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.996733] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.996733] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] No waiting events found dispatching network-vif-plugged-3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.996733] env[62845]: WARNING nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Received unexpected event network-vif-plugged-3abef71d-eff6-4154-9c0c-fa1a87c1d8be for instance with vm_state building and task_state spawning. [ 649.997140] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Received event network-changed-3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.997140] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Refreshing instance network info cache due to event network-changed-3abef71d-eff6-4154-9c0c-fa1a87c1d8be. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.997268] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquiring lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.997411] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquired lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.997579] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Refreshing network info cache for port 3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.016569] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 637c1419-b959-4be2-abe7-3842e89c114c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.228847] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627516} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.235455] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] eabce8cf-293c-4081-8be0-c1fcec80a985/eabce8cf-293c-4081-8be0-c1fcec80a985.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.235687] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.236295] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d190dd19-2c38-4124-ba98-fbdec377d6ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.252707] env[62845]: DEBUG oslo_vmware.api [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535480, 'name': PowerOnVM_Task, 'duration_secs': 0.757245} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.254713] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.255905] env[62845]: INFO nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Took 11.05 seconds to spawn the instance on the hypervisor. [ 650.255905] env[62845]: DEBUG nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.255905] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 650.255905] env[62845]: value = "task-2535484" [ 650.255905] env[62845]: _type = "Task" [ 650.255905] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.257268] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000b3b2-7c1b-494c-afb7-49969446f8fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.260928] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.336212] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535483, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.387374] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Successfully updated port: 32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.440878] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526a0980-5260-582d-5afc-fbaf7065879e, 'name': SearchDatastore_Task, 'duration_secs': 0.01795} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.440878] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.440878] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] d2acffc3-ddec-448d-b3c7-666de4aeebfb/d2acffc3-ddec-448d-b3c7-666de4aeebfb.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.441152] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe9635e-b574-4c08-83d3-8c193641cf1f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.448118] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 650.448118] env[62845]: value = "task-2535485" [ 650.448118] env[62845]: _type = "Task" [ 650.448118] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.457173] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.518240] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 81d36cda-0337-478d-a4de-74a52917bcdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.770594] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084979} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.771015] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.771837] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb223f-6e7a-4abc-a24a-bf595b2a3134 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.807389] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] eabce8cf-293c-4081-8be0-c1fcec80a985/eabce8cf-293c-4081-8be0-c1fcec80a985.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.807822] env[62845]: INFO nova.compute.manager [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Took 21.71 seconds to build instance. [ 650.809950] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46045b38-d3c0-4a38-9fb6-56e414bd1253 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.837978] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535483, 'name': CreateVM_Task, 'duration_secs': 0.662679} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.843943] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.844461] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 650.844461] env[62845]: value = "task-2535487" [ 650.844461] env[62845]: _type = "Task" [ 650.844461] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.845730] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.845730] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.845883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.847176] env[62845]: DEBUG nova.network.neutron [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updated VIF entry in instance network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.847842] env[62845]: DEBUG nova.network.neutron [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updating instance_info_cache with network_info: [{"id": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "address": "fa:16:3e:ba:0f:50", "network": {"id": "ab004e12-bc1f-41c4-a0ba-dc707db50643", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1553468547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1a8e0908e548b38bd3c4008c97ecf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec067bbc-15", "ovs_interfaceid": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.849218] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab135c1-8240-4cfa-8992-ac981cd17e7f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.863751] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.864908] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 650.864908] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c7047f-5ebc-c6bb-7c4b-758fe6f23ee6" [ 650.864908] env[62845]: _type = "Task" [ 650.864908] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.877245] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c7047f-5ebc-c6bb-7c4b-758fe6f23ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.886913] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Updated VIF entry in instance network info cache for port 3abef71d-eff6-4154-9c0c-fa1a87c1d8be. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.887738] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Updating instance_info_cache with network_info: [{"id": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "address": "fa:16:3e:c1:bf:07", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abef71d-ef", "ovs_interfaceid": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.891529] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.891722] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.891823] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.959250] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.983324] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "0d326f9e-44cd-4da2-92b0-45659db3f771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.983938] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.983938] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.983938] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.984098] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.986471] env[62845]: INFO nova.compute.manager [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Terminating instance [ 651.022484] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.022875] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 651.023056] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 651.306939] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b7b47-a3d7-4973-9b75-6814cdd23584 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.314608] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658c54cd-b5a3-4102-a545-37077c593125 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.350729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e79b40d-d409-4348-aee6-9d4b77f12439 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.264s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.357607] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e914e2-a8ea-4bf4-985f-e178477ea71b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.360618] env[62845]: DEBUG oslo_concurrency.lockutils [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] Releasing lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.360869] env[62845]: DEBUG nova.compute.manager [req-0414eea5-3e29-4722-8f55-4ef7a264e087 req-8450f7ff-f5a1-4fb2-b50c-654efd8cdc98 service nova] [instance: d1597ccf-b086-47c3-b400-b9a175e15052] Received event network-vif-deleted-ad905d2b-c832-47b0-a1e3-ce8cff2edca6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.369099] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.379754] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9da3ad-a50a-467d-898b-09391956b620 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.394674] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Releasing lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.395107] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Received event network-vif-plugged-81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.395442] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquiring lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.395790] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.396099] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.396379] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] No waiting events found dispatching network-vif-plugged-81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.396659] env[62845]: WARNING nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Received unexpected event network-vif-plugged-81e7c8b7-e286-40d9-9b3e-8751565aaaef for instance with vm_state building and task_state spawning. [ 651.396951] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Received event network-changed-81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.397254] env[62845]: DEBUG nova.compute.manager [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Refreshing instance network info cache due to event network-changed-81e7c8b7-e286-40d9-9b3e-8751565aaaef. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.397572] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquiring lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.397820] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Acquired lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398087] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Refreshing network info cache for port 81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.403211] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c7047f-5ebc-c6bb-7c4b-758fe6f23ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.414783] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.415540] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.415540] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.415540] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.415835] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.416033] env[62845]: DEBUG nova.compute.provider_tree [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.418505] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52e8115b-014b-4b3c-bc7b-90e4e1814d50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.429094] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.429295] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.430044] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17e0c6f-457d-43d5-a0aa-09bad05c0712 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.436773] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 651.436773] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52686c51-e652-87ac-0dbb-5c240b2c35e9" [ 651.436773] env[62845]: _type = "Task" [ 651.436773] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.444875] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52686c51-e652-87ac-0dbb-5c240b2c35e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.453344] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.461829] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860958} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.461829] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] d2acffc3-ddec-448d-b3c7-666de4aeebfb/d2acffc3-ddec-448d-b3c7-666de4aeebfb.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.462061] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.462344] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40b8d234-b51f-40a5-8606-910a8bacdaef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.469177] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 651.469177] env[62845]: value = "task-2535488" [ 651.469177] env[62845]: _type = "Task" [ 651.469177] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.482272] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.494234] env[62845]: DEBUG nova.compute.manager [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.494465] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.495919] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134a02a-d47d-4f2b-885b-9b3e71733ceb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.507208] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.507527] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23f58e3-0816-4ef3-828d-0381c36d5ec6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.516885] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 651.516885] env[62845]: value = "task-2535489" [ 651.516885] env[62845]: _type = "Task" [ 651.516885] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.527805] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.618841] env[62845]: DEBUG nova.network.neutron [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updating instance_info_cache with network_info: [{"id": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "address": "fa:16:3e:04:29:5f", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b3e045-98", "ovs_interfaceid": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.855104] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.863519] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535487, 'name': ReconfigVM_Task, 'duration_secs': 0.82316} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.863848] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Reconfigured VM instance instance-00000007 to attach disk [datastore1] eabce8cf-293c-4081-8be0-c1fcec80a985/eabce8cf-293c-4081-8be0-c1fcec80a985.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.864581] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e1bda7-11ca-4d6d-9c64-44a9bf247152 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.871084] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 651.871084] env[62845]: value = "task-2535490" [ 651.871084] env[62845]: _type = "Task" [ 651.871084] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.879041] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535490, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.918829] env[62845]: DEBUG nova.scheduler.client.report [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.951126] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52686c51-e652-87ac-0dbb-5c240b2c35e9, 'name': SearchDatastore_Task, 'duration_secs': 0.031216} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.952061] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e38525-cd2d-4ae8-9b32-e9962d1ae911 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.958499] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 651.958499] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528f5de5-7883-f00a-2c98-d25e08c337b7" [ 651.958499] env[62845]: _type = "Task" [ 651.958499] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.970115] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528f5de5-7883-f00a-2c98-d25e08c337b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.979145] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10153} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.979435] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.980241] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733576a-8ae3-4f53-bb30-7843f435087a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.004973] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d2acffc3-ddec-448d-b3c7-666de4aeebfb/d2acffc3-ddec-448d-b3c7-666de4aeebfb.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.008053] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5825b361-bb69-4bb7-8841-fbdcc37b4a38 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.031063] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535489, 'name': PowerOffVM_Task, 'duration_secs': 0.467391} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.032356] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.032516] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.032833] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 652.032833] env[62845]: value = "task-2535491" [ 652.032833] env[62845]: _type = "Task" [ 652.032833] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.033085] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e679cb4-5407-492d-bf2b-6770cd686ee2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.043846] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.109737] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.109946] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.110224] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Deleting the datastore file [datastore2] 0d326f9e-44cd-4da2-92b0-45659db3f771 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.110864] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241f46f3-087b-4d3a-8a54-24499e46683a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.117948] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for the task: (returnval){ [ 652.117948] env[62845]: value = "task-2535493" [ 652.117948] env[62845]: _type = "Task" [ 652.117948] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.121307] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.121588] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Instance network_info: |[{"id": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "address": "fa:16:3e:04:29:5f", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b3e045-98", "ovs_interfaceid": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.121981] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:29:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b3e045-9871-40fa-9f5e-6bcf3dd70d45', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.131042] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Creating folder: Project (e64308a0ceea4f36a7f0bdae4acbee35). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.131042] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f93ed9-675e-4e3c-85af-1d5f811163ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.136084] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.144968] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Created folder: Project (e64308a0ceea4f36a7f0bdae4acbee35) in parent group-v512253. [ 652.145185] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Creating folder: Instances. Parent ref: group-v512285. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.145421] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06b467e6-f448-4878-85d1-009d6fe7a6ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.152883] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Created folder: Instances in parent group-v512285. [ 652.153136] env[62845]: DEBUG oslo.service.loopingcall [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.153324] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.153506] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b84b20c-55b0-45cd-a3f1-3aa058c61305 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.172766] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.172766] env[62845]: value = "task-2535496" [ 652.172766] env[62845]: _type = "Task" [ 652.172766] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.180017] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535496, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.253149] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Updated VIF entry in instance network info cache for port 81e7c8b7-e286-40d9-9b3e-8751565aaaef. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.253537] env[62845]: DEBUG nova.network.neutron [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Updating instance_info_cache with network_info: [{"id": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "address": "fa:16:3e:aa:2e:5a", "network": {"id": "1b51513d-c672-495a-bb0e-5075ec2887f0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846253168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ad3745a3d14aaf90ed1b4f6b46c33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7c8b7-e2", "ovs_interfaceid": "81e7c8b7-e286-40d9-9b3e-8751565aaaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.343320] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.343320] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.351542] env[62845]: DEBUG nova.compute.manager [None req-8e3606a0-5110-493e-b139-f3648da7a14e tempest-ServerDiagnosticsV248Test-1362589440 tempest-ServerDiagnosticsV248Test-1362589440-project-admin] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.354240] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710383a0-b4a8-4ccb-9fed-99cc4097cd1b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.361731] env[62845]: INFO nova.compute.manager [None req-8e3606a0-5110-493e-b139-f3648da7a14e tempest-ServerDiagnosticsV248Test-1362589440 tempest-ServerDiagnosticsV248Test-1362589440-project-admin] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Retrieving diagnostics [ 652.363023] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9cd2a-510e-4fd0-8339-0fba2b5cc66d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.397808] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.406392] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535490, 'name': Rename_Task, 'duration_secs': 0.276422} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.406683] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.406906] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4a0add-f9bf-4502-b192-f6a569f9db31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.412743] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 652.412743] env[62845]: value = "task-2535497" [ 652.412743] env[62845]: _type = "Task" [ 652.412743] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.421594] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.424334] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62845) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 652.424530] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.483s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.424753] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.714s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.426328] env[62845]: INFO nova.compute.claims [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.468907] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528f5de5-7883-f00a-2c98-d25e08c337b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021315} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.470706] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.470706] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 03e4452c-7f43-41ef-84ca-a9be999c500e/03e4452c-7f43-41ef-84ca-a9be999c500e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.470706] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9609d6e9-f02c-4bb6-8bb9-1270f49e3c03 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.479019] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 652.479019] env[62845]: value = "task-2535498" [ 652.479019] env[62845]: _type = "Task" [ 652.479019] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.488121] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.545347] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.564081] env[62845]: DEBUG nova.compute.manager [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Stashing vm_state: active {{(pid=62845) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 652.629978] env[62845]: DEBUG oslo_vmware.api [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Task: {'id': task-2535493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490737} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.629978] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.629978] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.629978] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.629978] env[62845]: INFO nova.compute.manager [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Took 1.14 seconds to destroy the instance on the hypervisor. [ 652.630490] env[62845]: DEBUG oslo.service.loopingcall [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.630490] env[62845]: DEBUG nova.compute.manager [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.630490] env[62845]: DEBUG nova.network.neutron [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.687397] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535496, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.757147] env[62845]: DEBUG oslo_concurrency.lockutils [req-d565a6b0-05db-423d-9eb2-778855acf1cc req-2858f4b8-f665-41a9-ade1-b1963b9d9ef8 service nova] Releasing lock "refresh_cache-03e4452c-7f43-41ef-84ca-a9be999c500e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.936925] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535497, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.991249] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.050976] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535491, 'name': ReconfigVM_Task, 'duration_secs': 0.803633} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.051623] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d2acffc3-ddec-448d-b3c7-666de4aeebfb/d2acffc3-ddec-448d-b3c7-666de4aeebfb.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.052575] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e44d85-8869-44c0-94b5-a33d2badcfaa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.060576] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 653.060576] env[62845]: value = "task-2535500" [ 653.060576] env[62845]: _type = "Task" [ 653.060576] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.081410] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535500, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.100987] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.186816] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535496, 'name': CreateVM_Task, 'duration_secs': 0.594868} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.186816] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.189308] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.189308] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.189308] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.189308] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b424f2-03b6-4564-8ffb-04bad0c261cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.195655] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 653.195655] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5238507c-f9f2-63c7-eaf3-cd98bbb8f9f3" [ 653.195655] env[62845]: _type = "Task" [ 653.195655] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.204309] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5238507c-f9f2-63c7-eaf3-cd98bbb8f9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.413777] env[62845]: DEBUG nova.compute.manager [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received event network-vif-plugged-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.413777] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Acquiring lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.413777] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.413777] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.413777] env[62845]: DEBUG nova.compute.manager [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] No waiting events found dispatching network-vif-plugged-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.414413] env[62845]: WARNING nova.compute.manager [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received unexpected event network-vif-plugged-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 for instance with vm_state building and task_state spawning. [ 653.414413] env[62845]: DEBUG nova.compute.manager [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.414413] env[62845]: DEBUG nova.compute.manager [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing instance network info cache due to event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.414602] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Acquiring lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.415045] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Acquired lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415344] env[62845]: DEBUG nova.network.neutron [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.429956] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535497, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.488401] env[62845]: DEBUG nova.network.neutron [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.498018] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71996} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.501032] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 03e4452c-7f43-41ef-84ca-a9be999c500e/03e4452c-7f43-41ef-84ca-a9be999c500e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.501304] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.502036] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2304cf-ae25-47f6-b557-df11b799e9be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.509296] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 653.509296] env[62845]: value = "task-2535501" [ 653.509296] env[62845]: _type = "Task" [ 653.509296] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.523096] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.572717] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535500, 'name': Rename_Task, 'duration_secs': 0.193647} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.572993] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.573272] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d5318e-1736-40ad-9502-8c8ce6e7251e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.579069] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 653.579069] env[62845]: value = "task-2535502" [ 653.579069] env[62845]: _type = "Task" [ 653.579069] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.589258] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.711114] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5238507c-f9f2-63c7-eaf3-cd98bbb8f9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.713914] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.714180] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.714418] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.714564] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714773] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.716081] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a087065-3799-4fcf-8785-b5cd05c233d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.726039] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.726234] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.727544] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cf925c-a019-432e-a2ec-b042a2f6a276 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.738177] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 653.738177] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521023bb-2f9e-1744-4312-1c36e1dedeca" [ 653.738177] env[62845]: _type = "Task" [ 653.738177] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.746328] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521023bb-2f9e-1744-4312-1c36e1dedeca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.781726] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be488a97-55be-40e4-9335-6d192472bbcb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.789141] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66720d6a-ed8f-449f-b668-3c1e873115ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.825419] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b0552-4fe3-4edf-849d-d3d947608bf8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.832899] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f4c50d-3a7a-4473-a686-68b35179fb02 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.847519] env[62845]: DEBUG nova.compute.provider_tree [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.892861] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.892861] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.893782] env[62845]: DEBUG nova.compute.manager [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.894675] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35eb7b-cee4-4782-ad7d-321cc20163ac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.902230] env[62845]: DEBUG nova.compute.manager [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62845) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 653.902670] env[62845]: DEBUG nova.objects.instance [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lazy-loading 'flavor' on Instance uuid 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.928823] env[62845]: DEBUG oslo_vmware.api [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535497, 'name': PowerOnVM_Task, 'duration_secs': 1.287364} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.928823] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.929012] env[62845]: INFO nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Took 12.22 seconds to spawn the instance on the hypervisor. [ 653.929270] env[62845]: DEBUG nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.930217] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407c391-1928-4db9-b35a-3ae3694ad063 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.999478] env[62845]: INFO nova.compute.manager [-] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Took 1.37 seconds to deallocate network for instance. [ 654.020974] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063766} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.021742] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.022358] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9babeb74-d051-42bf-bcb6-092d555b21d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.045312] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 03e4452c-7f43-41ef-84ca-a9be999c500e/03e4452c-7f43-41ef-84ca-a9be999c500e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.045682] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9866822-ae85-41df-b0ac-ce7a175bd6ac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.066230] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 654.066230] env[62845]: value = "task-2535503" [ 654.066230] env[62845]: _type = "Task" [ 654.066230] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.075816] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.086961] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.251383] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521023bb-2f9e-1744-4312-1c36e1dedeca, 'name': SearchDatastore_Task, 'duration_secs': 0.018905} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.252464] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b614a302-b069-4dcd-ba15-caae34b9ecd3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.258024] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 654.258024] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52170cf5-b6f7-6f1d-b35f-41d2f29a33b9" [ 654.258024] env[62845]: _type = "Task" [ 654.258024] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.266969] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52170cf5-b6f7-6f1d-b35f-41d2f29a33b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.353111] env[62845]: DEBUG nova.scheduler.client.report [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.446734] env[62845]: DEBUG nova.network.neutron [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updated VIF entry in instance network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.446734] env[62845]: DEBUG nova.network.neutron [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updating instance_info_cache with network_info: [{"id": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "address": "fa:16:3e:04:29:5f", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b3e045-98", "ovs_interfaceid": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.452455] env[62845]: INFO nova.compute.manager [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Took 22.18 seconds to build instance. [ 654.506915] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.578795] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.588767] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.744010] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.744336] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.770830] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52170cf5-b6f7-6f1d-b35f-41d2f29a33b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021816} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.771163] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.771743] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] bc436e06-4a52-4fcf-926b-c5e80c77014a/bc436e06-4a52-4fcf-926b-c5e80c77014a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.772071] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79094677-4484-4300-bb2a-ae0102601059 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.780295] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 654.780295] env[62845]: value = "task-2535504" [ 654.780295] env[62845]: _type = "Task" [ 654.780295] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.789710] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.862144] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.862968] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.866848] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.010s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.869158] env[62845]: INFO nova.compute.claims [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.916031] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.916416] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e8cc80-4f09-4723-83d9-b519d9687e3d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.925590] env[62845]: DEBUG oslo_vmware.api [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 654.925590] env[62845]: value = "task-2535505" [ 654.925590] env[62845]: _type = "Task" [ 654.925590] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.937136] env[62845]: DEBUG oslo_vmware.api [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.952895] env[62845]: DEBUG oslo_concurrency.lockutils [req-f0ab79dc-019e-430d-8b92-33e21d8b0457 req-2bc37412-85ab-43a6-bafc-eb5146306244 service nova] Releasing lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.955936] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfa11233-f946-4394-bbd0-fbea2437e642 tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.702s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.041193] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.042314] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.042847] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.042977] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.043214] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.046168] env[62845]: INFO nova.compute.manager [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Terminating instance [ 655.082722] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535503, 'name': ReconfigVM_Task, 'duration_secs': 0.794985} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.087299] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 03e4452c-7f43-41ef-84ca-a9be999c500e/03e4452c-7f43-41ef-84ca-a9be999c500e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.088684] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03dfb7d-f731-4eab-aea6-441a9bf6837e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.098113] env[62845]: DEBUG oslo_vmware.api [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535502, 'name': PowerOnVM_Task, 'duration_secs': 1.404019} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.099847] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.100131] env[62845]: INFO nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Took 10.91 seconds to spawn the instance on the hypervisor. [ 655.100364] env[62845]: DEBUG nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.100740] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 655.100740] env[62845]: value = "task-2535507" [ 655.100740] env[62845]: _type = "Task" [ 655.100740] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.101742] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131c408-6897-4d06-9b12-1756b1169f32 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.124846] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535507, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.292822] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.377617] env[62845]: DEBUG nova.compute.utils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.382941] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.382941] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.441581] env[62845]: DEBUG oslo_vmware.api [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535505, 'name': PowerOffVM_Task, 'duration_secs': 0.285136} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.441899] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.442321] env[62845]: DEBUG nova.compute.manager [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.443690] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b21f0-3351-4816-a4b8-14b0e455c5be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.459396] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.466533] env[62845]: DEBUG nova.policy [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78830f0dc8eb45e08b0283952bdb0c41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ee0d31dd0b44fe807d9651a2d66add', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.555821] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "refresh_cache-79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.557514] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquired lock "refresh_cache-79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.557514] env[62845]: DEBUG nova.network.neutron [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.620375] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535507, 'name': Rename_Task, 'duration_secs': 0.313874} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.620749] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.621119] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d6996e-e4cd-48a3-bd71-0acf43cd5e60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.632965] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 655.632965] env[62845]: value = "task-2535508" [ 655.632965] env[62845]: _type = "Task" [ 655.632965] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.641409] env[62845]: INFO nova.compute.manager [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Took 22.99 seconds to build instance. [ 655.647147] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535508, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.791434] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581899} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.791747] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] bc436e06-4a52-4fcf-926b-c5e80c77014a/bc436e06-4a52-4fcf-926b-c5e80c77014a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.791984] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.792277] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06014741-786a-4651-8dc1-3ae8c56ce807 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.799496] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 655.799496] env[62845]: value = "task-2535509" [ 655.799496] env[62845]: _type = "Task" [ 655.799496] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.811283] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.889012] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.962270] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd9da95a-c78c-4e2c-bd9b-17f75601cd9f tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.987820] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Successfully created port: 0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.990949] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.080400] env[62845]: DEBUG nova.network.neutron [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.141995] env[62845]: DEBUG oslo_concurrency.lockutils [None req-56407da5-d0be-4426-bd47-a933d4dd1f6b tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.503s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.152742] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.162801] env[62845]: DEBUG nova.network.neutron [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.258101] env[62845]: DEBUG nova.compute.manager [req-41efe81e-9ec5-4396-b1b7-72e74bae875a req-d1f65fea-f4f4-4762-af83-231e2bb9174b service nova] [instance: 0d326f9e-44cd-4da2-92b0-45659db3f771] Received event network-vif-deleted-d5c706b5-9733-4417-a8ad-e2502344800e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.267996] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cc02e-7880-466a-b66b-d58fe2d41ddb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.277862] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735fcdef-9d5f-4872-b688-f855113b0ebf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.318676] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2765b97-5965-4a93-8853-7ac5c305cd85 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.326277] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164463} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.328939] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.330295] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686a1e2-c161-435e-b749-5fb2eba95427 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.335270] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161dbf8-4937-49cf-8be7-6ed3748fe01c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.363301] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] bc436e06-4a52-4fcf-926b-c5e80c77014a/bc436e06-4a52-4fcf-926b-c5e80c77014a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.372198] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0316e2-6de0-4f91-a4fb-95a93ef35d19 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.387578] env[62845]: DEBUG nova.compute.provider_tree [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.395634] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 656.395634] env[62845]: value = "task-2535510" [ 656.395634] env[62845]: _type = "Task" [ 656.395634] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.408529] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.646430] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.654103] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.668332] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Releasing lock "refresh_cache-79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.668910] env[62845]: DEBUG nova.compute.manager [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.669172] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.670265] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a4c59-e3fa-413e-aeb8-272da051b99e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.678052] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.679210] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b28984-79b6-42a0-a6ff-69e249d629df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.684965] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 656.684965] env[62845]: value = "task-2535511" [ 656.684965] env[62845]: _type = "Task" [ 656.684965] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.695191] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.892939] env[62845]: DEBUG nova.scheduler.client.report [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.907020] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.915528] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.944140] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.944140] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.944331] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.944781] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.945076] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.945347] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.945926] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.946451] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.946513] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.946643] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.947082] env[62845]: DEBUG nova.virt.hardware [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.948168] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123873fb-4603-4ae0-a58a-6f0fdb4a3d9b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.960709] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d18dd-ab7d-4e58-b689-bcd7a56817b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.971021] env[62845]: DEBUG nova.compute.manager [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Received event network-changed {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.971021] env[62845]: DEBUG nova.compute.manager [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Refreshing instance network info cache due to event network-changed. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.971021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] Acquiring lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.971021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] Acquired lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.971021] env[62845]: DEBUG nova.network.neutron [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.147693] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.181239] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.193831] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535511, 'name': PowerOffVM_Task, 'duration_secs': 0.140256} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.194155] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.194344] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.194610] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e0e6dad-6b76-4c7d-82b3-882202934984 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.217735] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.217955] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.218148] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleting the datastore file [datastore2] 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.218402] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a996e81-e493-4a11-b752-a2c96a37d444 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.228347] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for the task: (returnval){ [ 657.228347] env[62845]: value = "task-2535513" [ 657.228347] env[62845]: _type = "Task" [ 657.228347] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.236912] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.402117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.402739] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.411041] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.057s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.412852] env[62845]: INFO nova.compute.claims [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.421710] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535510, 'name': ReconfigVM_Task, 'duration_secs': 0.611592} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.422380] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] bc436e06-4a52-4fcf-926b-c5e80c77014a/bc436e06-4a52-4fcf-926b-c5e80c77014a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.423017] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00e0582-990f-43b3-be6f-3fd82715e920 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.430023] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 657.430023] env[62845]: value = "task-2535514" [ 657.430023] env[62845]: _type = "Task" [ 657.430023] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.440145] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535514, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.648697] env[62845]: DEBUG oslo_vmware.api [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535508, 'name': PowerOnVM_Task, 'duration_secs': 1.965197} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.649132] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.649452] env[62845]: INFO nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Took 11.04 seconds to spawn the instance on the hypervisor. [ 657.649793] env[62845]: DEBUG nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.650703] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1417850-355d-40dc-937a-c982cbd38a34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.728133] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Successfully updated port: 0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.746079] env[62845]: DEBUG oslo_vmware.api [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Task: {'id': task-2535513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088877} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.750052] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.750395] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.751030] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.751030] env[62845]: INFO nova.compute.manager [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Took 1.08 seconds to destroy the instance on the hypervisor. [ 657.751240] env[62845]: DEBUG oslo.service.loopingcall [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.751531] env[62845]: DEBUG nova.compute.manager [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.751883] env[62845]: DEBUG nova.network.neutron [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.780360] env[62845]: DEBUG nova.network.neutron [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.806012] env[62845]: DEBUG nova.network.neutron [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Updating instance_info_cache with network_info: [{"id": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "address": "fa:16:3e:c1:bf:07", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abef71d-ef", "ovs_interfaceid": "3abef71d-eff6-4154-9c0c-fa1a87c1d8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.918411] env[62845]: DEBUG nova.compute.utils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.923027] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.923027] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.946577] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535514, 'name': Rename_Task, 'duration_secs': 0.363711} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.949972] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.949972] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d376335b-f929-4645-bf18-2ec670171427 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.955052] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 657.955052] env[62845]: value = "task-2535515" [ 657.955052] env[62845]: _type = "Task" [ 657.955052] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.968244] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.979245] env[62845]: DEBUG nova.policy [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95328448459d46de9393399a91956b19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2394db0801cc427483e432fedd236c7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.172016] env[62845]: INFO nova.compute.manager [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Took 25.37 seconds to build instance. [ 658.240748] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.240902] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquired lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.241067] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.286553] env[62845]: DEBUG nova.network.neutron [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.303275] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Successfully created port: 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.309228] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1a6c7c0-a4a7-4890-b6e8-f5b3fa222ff6 tempest-ServerExternalEventsTest-315893384 tempest-ServerExternalEventsTest-315893384-project] Releasing lock "refresh_cache-d2acffc3-ddec-448d-b3c7-666de4aeebfb" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.423968] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.468240] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.674249] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ccaacea-cb75-4bbd-9727-bea13c4556f8 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.897s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.795430] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.797270] env[62845]: INFO nova.compute.manager [-] [instance: 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73] Took 1.05 seconds to deallocate network for instance. [ 658.825411] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec1dd1c-33b8-4680-84da-995384005795 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.837819] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a466f2-024d-4a43-a1c1-49e7d17f1c13 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.841916] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.842274] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.842535] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.842760] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.842964] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.846327] env[62845]: INFO nova.compute.manager [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Terminating instance [ 658.882773] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e200f5-dcd3-4e4c-a783-d4aed0b0d41b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.894964] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53ee6d0-152c-4550-91af-3df677e91610 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.912917] env[62845]: DEBUG nova.compute.provider_tree [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.968782] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.020529] env[62845]: DEBUG nova.network.neutron [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updating instance_info_cache with network_info: [{"id": "0b2241ad-950c-41bc-979b-b07f77e811b2", "address": "fa:16:3e:8d:ba:d4", "network": {"id": "dfd528e3-ea63-46e1-827e-485fa57045e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-265850569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ee0d31dd0b44fe807d9651a2d66add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2241ad-95", "ovs_interfaceid": "0b2241ad-950c-41bc-979b-b07f77e811b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.180209] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.308617] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.388445] env[62845]: DEBUG nova.compute.manager [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.388564] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.389477] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4dc3d-bd55-4662-a598-574333bf872c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.398466] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.398714] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd29aeac-0ad2-4456-8aa0-80dcf74dee84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.405062] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 659.405062] env[62845]: value = "task-2535516" [ 659.405062] env[62845]: _type = "Task" [ 659.405062] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.414119] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.416412] env[62845]: DEBUG nova.scheduler.client.report [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.444102] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.473425] env[62845]: DEBUG oslo_vmware.api [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535515, 'name': PowerOnVM_Task, 'duration_secs': 1.450318} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.475606] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.475821] env[62845]: INFO nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Took 10.50 seconds to spawn the instance on the hypervisor. [ 659.476010] env[62845]: DEBUG nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.477064] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89d1ce-1f3c-4935-9747-a040865273c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.486256] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.486484] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.486644] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.486818] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.486959] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.487136] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.487322] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.487492] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.487647] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.487806] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.487974] env[62845]: DEBUG nova.virt.hardware [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.491696] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce981e4-e12b-4129-94dd-b62f1a2c2040 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.504365] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a61d84e-f0be-4c32-8037-ba28fa3bdcf1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.522777] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Releasing lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.523323] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Instance network_info: |[{"id": "0b2241ad-950c-41bc-979b-b07f77e811b2", "address": "fa:16:3e:8d:ba:d4", "network": {"id": "dfd528e3-ea63-46e1-827e-485fa57045e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-265850569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ee0d31dd0b44fe807d9651a2d66add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2241ad-95", "ovs_interfaceid": "0b2241ad-950c-41bc-979b-b07f77e811b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.523487] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ba:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b2241ad-950c-41bc-979b-b07f77e811b2', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.531603] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Creating folder: Project (01ee0d31dd0b44fe807d9651a2d66add). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.531603] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50939273-257d-4197-ae7f-617cdbd1bdb8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.543659] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Created folder: Project (01ee0d31dd0b44fe807d9651a2d66add) in parent group-v512253. [ 659.543856] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Creating folder: Instances. Parent ref: group-v512288. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.544587] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816882be-43cc-4605-be72-a027e3905bab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.554306] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Created folder: Instances in parent group-v512288. [ 659.554564] env[62845]: DEBUG oslo.service.loopingcall [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.554753] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.554951] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f025c85-6526-4742-a10b-55460c161687 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.574491] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.574491] env[62845]: value = "task-2535519" [ 659.574491] env[62845]: _type = "Task" [ 659.574491] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.582759] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535519, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.709990] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.920836] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535516, 'name': PowerOffVM_Task, 'duration_secs': 0.305768} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.921686] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.922196] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.924808] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.924953] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.928568] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.825s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.928790] env[62845]: DEBUG nova.objects.instance [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lazy-loading 'resources' on Instance uuid d1597ccf-b086-47c3-b400-b9a175e15052 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.931329] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b29621a-9cb7-4c6f-b2e0-770e98270d4d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.004174] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.004397] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.004592] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Deleting the datastore file [datastore1] d2acffc3-ddec-448d-b3c7-666de4aeebfb {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.004844] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-835ba0b2-7ac0-4e81-a6f9-490c75200e58 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.013798] env[62845]: INFO nova.compute.manager [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Took 26.54 seconds to build instance. [ 660.021190] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for the task: (returnval){ [ 660.021190] env[62845]: value = "task-2535521" [ 660.021190] env[62845]: _type = "Task" [ 660.021190] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.029825] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.087818] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535519, 'name': CreateVM_Task, 'duration_secs': 0.356049} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.088712] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.089011] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.089431] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.089808] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.090140] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5862e9-57d7-4a20-a584-a99e62486963 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.098190] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 660.098190] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521bb7a1-a7cc-8a35-f589-c1e43e75630f" [ 660.098190] env[62845]: _type = "Task" [ 660.098190] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.108106] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521bb7a1-a7cc-8a35-f589-c1e43e75630f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.124069] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.124352] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.320889] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Successfully updated port: 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.430736] env[62845]: DEBUG nova.compute.utils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.431750] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.431925] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.502827] env[62845]: DEBUG nova.policy [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '117bb26aea3d406a84dda1fb5852f2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e3d4a61fcfc4af7938895e8d7c52d3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.518795] env[62845]: DEBUG oslo_concurrency.lockutils [None req-245776a4-f3fd-410a-8d15-53ef4a9559dc tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.062s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.531535] env[62845]: DEBUG oslo_vmware.api [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Task: {'id': task-2535521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131802} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.531834] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.531966] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.532157] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.532355] env[62845]: INFO nova.compute.manager [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.532625] env[62845]: DEBUG oslo.service.loopingcall [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.532803] env[62845]: DEBUG nova.compute.manager [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.532893] env[62845]: DEBUG nova.network.neutron [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.612471] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521bb7a1-a7cc-8a35-f589-c1e43e75630f, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.615320] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.616679] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.616679] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.616679] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.616679] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.617317] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9bd299a-a67e-4091-9096-8c7d75610952 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.629277] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.629277] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.629277] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c7fdb3-4819-4db7-808e-07205127a960 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.644187] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 660.644187] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e3182d-0a85-83ad-08b2-8133439cec6f" [ 660.644187] env[62845]: _type = "Task" [ 660.644187] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.654738] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e3182d-0a85-83ad-08b2-8133439cec6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.675953] env[62845]: DEBUG nova.compute.manager [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Received event network-vif-plugged-0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.676284] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Acquiring lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.676565] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.676977] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.676977] env[62845]: DEBUG nova.compute.manager [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] No waiting events found dispatching network-vif-plugged-0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.677171] env[62845]: WARNING nova.compute.manager [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Received unexpected event network-vif-plugged-0b2241ad-950c-41bc-979b-b07f77e811b2 for instance with vm_state building and task_state spawning. [ 660.677367] env[62845]: DEBUG nova.compute.manager [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Received event network-changed-0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.677803] env[62845]: DEBUG nova.compute.manager [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Refreshing instance network info cache due to event network-changed-0b2241ad-950c-41bc-979b-b07f77e811b2. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.677803] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Acquiring lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.678330] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Acquired lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.678330] env[62845]: DEBUG nova.network.neutron [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Refreshing network info cache for port 0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.774724] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "8505e505-e224-4ea7-98d3-1266a616d7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.774724] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.823411] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.824680] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.824680] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.838031] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1aca0-a3ba-43e5-a38c-6db08f9d0f8e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.846932] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79f242-adc3-4dc0-a769-345a14b34cf0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.895681] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc57ded-ea3c-4544-8154-dbaa2509d649 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.905572] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958463eb-6ee8-47df-a7d1-93f34a78f9e1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.924720] env[62845]: DEBUG nova.compute.provider_tree [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.934709] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.027185] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.161254] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e3182d-0a85-83ad-08b2-8133439cec6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.166533] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13051fb-518e-4b74-8847-2b25c6333330 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.173771] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 661.173771] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525d5998-d39f-4f08-0147-10275f8c3e3b" [ 661.173771] env[62845]: _type = "Task" [ 661.173771] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.191515] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Successfully created port: 2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.197113] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525d5998-d39f-4f08-0147-10275f8c3e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.197113] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.197502] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 07765e55-bb9d-48e5-80a3-3ad43ca76c33/07765e55-bb9d-48e5-80a3-3ad43ca76c33.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.198520] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9d511e-2f16-42bf-b034-45799cb5d7f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.206888] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 661.206888] env[62845]: value = "task-2535522" [ 661.206888] env[62845]: _type = "Task" [ 661.206888] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.217325] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.250641] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.252350] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.318713] env[62845]: DEBUG nova.compute.manager [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.318880] env[62845]: DEBUG nova.compute.manager [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing instance network info cache due to event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.320550] env[62845]: DEBUG oslo_concurrency.lockutils [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] Acquiring lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.320550] env[62845]: DEBUG oslo_concurrency.lockutils [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] Acquired lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.320550] env[62845]: DEBUG nova.network.neutron [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.420834] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.428183] env[62845]: DEBUG nova.scheduler.client.report [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.560356] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.640931] env[62845]: DEBUG nova.compute.manager [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.642163] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211f2f3-6c5d-426a-b813-8f03e4f04e33 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.662429] env[62845]: DEBUG nova.network.neutron [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.721186] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535522, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.926241] env[62845]: DEBUG nova.network.neutron [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.931251] env[62845]: DEBUG nova.network.neutron [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updated VIF entry in instance network info cache for port 0b2241ad-950c-41bc-979b-b07f77e811b2. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.931669] env[62845]: DEBUG nova.network.neutron [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updating instance_info_cache with network_info: [{"id": "0b2241ad-950c-41bc-979b-b07f77e811b2", "address": "fa:16:3e:8d:ba:d4", "network": {"id": "dfd528e3-ea63-46e1-827e-485fa57045e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-265850569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ee0d31dd0b44fe807d9651a2d66add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2241ad-95", "ovs_interfaceid": "0b2241ad-950c-41bc-979b-b07f77e811b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.939219] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.945205] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.349s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.947541] env[62845]: INFO nova.compute.claims [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.952713] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.998662] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.998662] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.998662] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.999144] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.999144] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.999144] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.999144] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.999144] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.999290] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.999441] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.999613] env[62845]: DEBUG nova.virt.hardware [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.001352] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973aa0c7-e173-41a8-807f-39401b8b96c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.007792] env[62845]: INFO nova.scheduler.client.report [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Deleted allocations for instance d1597ccf-b086-47c3-b400-b9a175e15052 [ 662.018066] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5cf980-142a-4a97-8636-b7ed60301c96 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.163458] env[62845]: INFO nova.compute.manager [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] instance snapshotting [ 662.163696] env[62845]: WARNING nova.compute.manager [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 662.165594] env[62845]: INFO nova.compute.manager [-] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Took 1.63 seconds to deallocate network for instance. [ 662.170623] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249f623-0d5c-4418-9e3d-e34d46c1ba95 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.201493] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24d483-6e95-4da5-a0e1-8e8f935a22e8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.220859] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910369} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.221336] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 07765e55-bb9d-48e5-80a3-3ad43ca76c33/07765e55-bb9d-48e5-80a3-3ad43ca76c33.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.221582] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.221807] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22af2b0b-6105-420c-ad83-b9d6ff646a76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.231078] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 662.231078] env[62845]: value = "task-2535523" [ 662.231078] env[62845]: _type = "Task" [ 662.231078] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.241873] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.363330] env[62845]: DEBUG nova.network.neutron [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updated VIF entry in instance network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.363330] env[62845]: DEBUG nova.network.neutron [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updating instance_info_cache with network_info: [{"id": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "address": "fa:16:3e:ba:0f:50", "network": {"id": "ab004e12-bc1f-41c4-a0ba-dc707db50643", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1553468547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1a8e0908e548b38bd3c4008c97ecf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec067bbc-15", "ovs_interfaceid": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.430113] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.430552] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Instance network_info: |[{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.430997] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ab:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba422a5-f5f6-4af9-900c-aca878c4801e', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.443629] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Creating folder: Project (2394db0801cc427483e432fedd236c7e). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.444341] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33e40b73-6ae9-42f9-9bae-8a2b8bcd16b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.447589] env[62845]: DEBUG oslo_concurrency.lockutils [req-467a53d6-488f-4dd3-93b1-835857ca329f req-a439c9d9-19af-430d-98a7-01999549f2e7 service nova] Releasing lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.466312] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Created folder: Project (2394db0801cc427483e432fedd236c7e) in parent group-v512253. [ 662.466567] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Creating folder: Instances. Parent ref: group-v512291. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.467130] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9702ba9-26ef-4bd1-8701-b0b908a1fecc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.482034] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Created folder: Instances in parent group-v512291. [ 662.482034] env[62845]: DEBUG oslo.service.loopingcall [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.482034] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.482034] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc5d85a-6630-43ee-a16b-e6a77b57a0a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.511471] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.511471] env[62845]: value = "task-2535526" [ 662.511471] env[62845]: _type = "Task" [ 662.511471] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.524648] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7831aca4-33e4-42b3-8734-929a72e4200d tempest-DeleteServersAdminTestJSON-1669586227 tempest-DeleteServersAdminTestJSON-1669586227-project-admin] Lock "d1597ccf-b086-47c3-b400-b9a175e15052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.180s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.530546] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535526, 'name': CreateVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.679224] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.718038] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 662.718038] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20e5cbcf-1180-4ba2-a394-131493769ce9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.730791] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 662.730791] env[62845]: value = "task-2535527" [ 662.730791] env[62845]: _type = "Task" [ 662.730791] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.747992] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.752472] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103219} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.752773] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.753664] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6df3e1-3aee-4462-905f-c75ff0d8cfa3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.782253] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 07765e55-bb9d-48e5-80a3-3ad43ca76c33/07765e55-bb9d-48e5-80a3-3ad43ca76c33.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.782749] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fd82a7-a3d1-4b57-93a3-2eed1d0d1dd8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.808966] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 662.808966] env[62845]: value = "task-2535528" [ 662.808966] env[62845]: _type = "Task" [ 662.808966] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.821075] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.866930] env[62845]: DEBUG oslo_concurrency.lockutils [req-3b5dae80-113f-487d-bcfb-7195eb4738a0 req-34e2b540-950d-43d6-b8d5-1179333c326b service nova] Releasing lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.025413] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535526, 'name': CreateVM_Task, 'duration_secs': 0.392895} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.025491] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.026355] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.026439] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.026843] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.027475] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b090aab-f3c2-49bb-8457-84d8cf761ab5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.036765] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 663.036765] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5278d2f7-fd43-ac8c-18f9-37311b21f6d9" [ 663.036765] env[62845]: _type = "Task" [ 663.036765] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.046869] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5278d2f7-fd43-ac8c-18f9-37311b21f6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.242219] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535527, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.321805] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535528, 'name': ReconfigVM_Task, 'duration_secs': 0.311932} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.322149] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 07765e55-bb9d-48e5-80a3-3ad43ca76c33/07765e55-bb9d-48e5-80a3-3ad43ca76c33.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.322779] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c8504f-ca4d-4565-b49b-a7071f628b15 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.331768] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 663.331768] env[62845]: value = "task-2535529" [ 663.331768] env[62845]: _type = "Task" [ 663.331768] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.333896] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47183169-fb80-425a-a8b3-9787953e7a36 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.347828] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535529, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.350309] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4aa79-e86e-4c97-9e9b-5e8f9c5cf37b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.386522] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18bd512-118f-4989-8005-cbc3f48c01b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.395464] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078526a2-b96c-4e79-91f1-619a3beb420c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.410242] env[62845]: DEBUG nova.compute.provider_tree [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.548177] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5278d2f7-fd43-ac8c-18f9-37311b21f6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.549543] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.549543] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.549855] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.549938] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.550149] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.550542] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585e7f26-72d2-4ba1-89f6-c4fd5f18c998 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.562444] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.562674] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.563505] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84170b6-3044-4765-933e-28fe265816b6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.572585] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 663.572585] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521fc0c6-2af0-50c8-edd5-95ffe7100ca5" [ 663.572585] env[62845]: _type = "Task" [ 663.572585] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.584447] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521fc0c6-2af0-50c8-edd5-95ffe7100ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.604203] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "3c08855a-5a42-4495-b8b7-670504c282d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.604431] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.636709] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Successfully updated port: 2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.747476] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535527, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.844628] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535529, 'name': Rename_Task, 'duration_secs': 0.203244} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.845083] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.845419] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86fa06ab-dc5f-49e7-b4f9-73de7157da70 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.855055] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 663.855055] env[62845]: value = "task-2535530" [ 663.855055] env[62845]: _type = "Task" [ 663.855055] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.868451] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.913430] env[62845]: DEBUG nova.scheduler.client.report [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.087926] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521fc0c6-2af0-50c8-edd5-95ffe7100ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.045495} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.088780] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc03b63-64ed-4f3e-8dfe-0e9d2d5c97f3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.095392] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 664.095392] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522ce3ff-d2b9-7dc5-d729-97ddd8f21891" [ 664.095392] env[62845]: _type = "Task" [ 664.095392] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.117946] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522ce3ff-d2b9-7dc5-d729-97ddd8f21891, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.117946] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.117946] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] af48b1f1-23c5-4e57-b977-e19e4edaf9a6/af48b1f1-23c5-4e57-b977-e19e4edaf9a6.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.118114] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31f4b3f-c6db-40e4-909f-1aa2dee810b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.127693] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 664.127693] env[62845]: value = "task-2535531" [ 664.127693] env[62845]: _type = "Task" [ 664.127693] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.142120] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.142120] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.142120] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.143237] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.244853] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535527, 'name': CreateSnapshot_Task, 'duration_secs': 1.345258} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.245123] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.245850] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a8839-7640-4f63-8187-d52d051a811a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.337692] env[62845]: DEBUG nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-vif-plugged-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.337906] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Acquiring lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.338125] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.338290] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.338469] env[62845]: DEBUG nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] No waiting events found dispatching network-vif-plugged-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.338631] env[62845]: WARNING nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received unexpected event network-vif-plugged-7ba422a5-f5f6-4af9-900c-aca878c4801e for instance with vm_state building and task_state spawning. [ 664.338803] env[62845]: DEBUG nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.338934] env[62845]: DEBUG nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing instance network info cache due to event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.341071] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.341164] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.341796] env[62845]: DEBUG nova.network.neutron [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.371432] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.420256] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.421015] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.423957] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.163s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.425947] env[62845]: INFO nova.compute.claims [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.591994] env[62845]: DEBUG nova.compute.manager [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.591994] env[62845]: DEBUG nova.compute.manager [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing instance network info cache due to event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.591994] env[62845]: DEBUG oslo_concurrency.lockutils [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] Acquiring lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.591994] env[62845]: DEBUG oslo_concurrency.lockutils [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] Acquired lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.591994] env[62845]: DEBUG nova.network.neutron [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.642647] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.683082] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.774925] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.781299] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e41d2ea9-efb2-43ed-a146-8d8feb781073 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.791980] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 664.791980] env[62845]: value = "task-2535532" [ 664.791980] env[62845]: _type = "Task" [ 664.791980] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.803261] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.869355] env[62845]: DEBUG oslo_vmware.api [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535530, 'name': PowerOnVM_Task, 'duration_secs': 0.560063} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.869698] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.869937] env[62845]: INFO nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Took 7.96 seconds to spawn the instance on the hypervisor. [ 664.870337] env[62845]: DEBUG nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.871223] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c6d01-9171-4200-b815-b022828b38ba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.917030] env[62845]: DEBUG nova.network.neutron [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Updating instance_info_cache with network_info: [{"id": "2d757733-4aa0-4682-bdf7-091d8d639d06", "address": "fa:16:3e:31:5c:48", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d757733-4a", "ovs_interfaceid": "2d757733-4aa0-4682-bdf7-091d8d639d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.930898] env[62845]: DEBUG nova.compute.utils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.937023] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Not allocating networking since 'none' was specified. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 665.143887] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591744} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.144432] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] af48b1f1-23c5-4e57-b977-e19e4edaf9a6/af48b1f1-23c5-4e57-b977-e19e4edaf9a6.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.145480] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.145480] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7447156-3981-48dc-a2c3-15517331313e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.155681] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 665.155681] env[62845]: value = "task-2535533" [ 665.155681] env[62845]: _type = "Task" [ 665.155681] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.166104] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.310798] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.396823] env[62845]: INFO nova.compute.manager [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Took 25.73 seconds to build instance. [ 665.419862] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.420640] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Instance network_info: |[{"id": "2d757733-4aa0-4682-bdf7-091d8d639d06", "address": "fa:16:3e:31:5c:48", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d757733-4a", "ovs_interfaceid": "2d757733-4aa0-4682-bdf7-091d8d639d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.421371] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:5c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d757733-4aa0-4682-bdf7-091d8d639d06', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.430776] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating folder: Project (5e3d4a61fcfc4af7938895e8d7c52d3b). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.431119] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6557a7-eec3-49ee-a8d2-b3f7fb13bb37 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.435798] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.445859] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Created folder: Project (5e3d4a61fcfc4af7938895e8d7c52d3b) in parent group-v512253. [ 665.446042] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating folder: Instances. Parent ref: group-v512296. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.446375] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b48144-a41e-40f0-a5f3-d288369a3d5d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.458049] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Created folder: Instances in parent group-v512296. [ 665.458529] env[62845]: DEBUG oslo.service.loopingcall [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.459020] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.459278] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-370f82d5-116e-473e-a0e4-3d12d41626b6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.485608] env[62845]: DEBUG nova.network.neutron [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updated VIF entry in instance network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.486015] env[62845]: DEBUG nova.network.neutron [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updating instance_info_cache with network_info: [{"id": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "address": "fa:16:3e:04:29:5f", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b3e045-98", "ovs_interfaceid": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.495958] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.495958] env[62845]: value = "task-2535536" [ 665.495958] env[62845]: _type = "Task" [ 665.495958] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.508953] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535536, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.611953] env[62845]: DEBUG nova.network.neutron [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updated VIF entry in instance network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.612250] env[62845]: DEBUG nova.network.neutron [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.668874] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210663} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.671890] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.673266] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c027538-d317-4e1a-aaf0-fdc2144d701b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.703825] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] af48b1f1-23c5-4e57-b977-e19e4edaf9a6/af48b1f1-23c5-4e57-b977-e19e4edaf9a6.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.707116] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298b2243-2cd3-4036-a6bd-f88cbf1c6c28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.732057] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 665.732057] env[62845]: value = "task-2535537" [ 665.732057] env[62845]: _type = "Task" [ 665.732057] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.740920] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.815777] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.858108] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.858108] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.900603] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5c2b55e7-1118-476a-a6ce-b5e2dd9970e9 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.701s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.953008] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b4b61-a354-4795-94dc-73fdb95cc0d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.962892] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f971d-eb5d-42d4-aa51-5e56666b86e7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.002141] env[62845]: DEBUG oslo_concurrency.lockutils [req-316a5255-c63e-42fe-883b-030eb7992a41 req-a58435ad-bbb2-4f79-8fff-40df45cba62d service nova] Releasing lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.007586] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da14f7-349b-48b5-8f8f-6db1e5c7ca56 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.026629] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535536, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.026629] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a86dbb-4b5b-4ad4-871f-493d6ab82f42 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.040424] env[62845]: DEBUG nova.compute.provider_tree [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.118670] env[62845]: DEBUG oslo_concurrency.lockutils [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.118670] env[62845]: DEBUG nova.compute.manager [req-cd058cd8-b802-4bd6-bc32-12d858e90c61 req-51fcdb5e-e52c-4da5-afe8-3c00e150dade service nova] [instance: d2acffc3-ddec-448d-b3c7-666de4aeebfb] Received event network-vif-deleted-3abef71d-eff6-4154-9c0c-fa1a87c1d8be {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.248397] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535537, 'name': ReconfigVM_Task, 'duration_secs': 0.454447} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.248397] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfigured VM instance instance-0000000c to attach disk [datastore2] af48b1f1-23c5-4e57-b977-e19e4edaf9a6/af48b1f1-23c5-4e57-b977-e19e4edaf9a6.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.249613] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189e64f3-ad70-4eeb-bfef-d2f8babe7476 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.259080] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 666.259080] env[62845]: value = "task-2535538" [ 666.259080] env[62845]: _type = "Task" [ 666.259080] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.270311] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535538, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.309803] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.408172] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.448523] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.481141] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.481334] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.481504] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.481709] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.481900] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.482263] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.482566] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.482752] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.482953] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.483482] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.483482] env[62845]: DEBUG nova.virt.hardware [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.484297] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a12c8-9836-4a5c-b6e2-020022e80eab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.494276] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e36d0-3c26-4d4b-8a11-737315bf6115 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.509350] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.515042] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Creating folder: Project (c237dfa3bf834135be05a379c3500552). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.518411] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb6ced88-1640-478d-a0a0-6932cccb830c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.527590] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535536, 'name': CreateVM_Task, 'duration_secs': 0.684291} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.527781] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.528499] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.528687] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.529017] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.529342] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13e841c-6252-4deb-8d07-86c86eb795b8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.532601] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Created folder: Project (c237dfa3bf834135be05a379c3500552) in parent group-v512253. [ 666.532601] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Creating folder: Instances. Parent ref: group-v512299. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.533197] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6cc473f-17fd-4ee3-a9e3-f272f8a2ebf5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.537345] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 666.537345] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f0357c-40a3-2384-cc04-e91befdb332f" [ 666.537345] env[62845]: _type = "Task" [ 666.537345] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.543631] env[62845]: DEBUG nova.scheduler.client.report [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.552246] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f0357c-40a3-2384-cc04-e91befdb332f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.552246] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Created folder: Instances in parent group-v512299. [ 666.552246] env[62845]: DEBUG oslo.service.loopingcall [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.552246] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.552246] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441c6912-afcf-48d2-b866-704d041594bb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.576384] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.576384] env[62845]: value = "task-2535541" [ 666.576384] env[62845]: _type = "Task" [ 666.576384] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.586017] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535541, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.769723] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535538, 'name': Rename_Task, 'duration_secs': 0.354258} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.772501] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.772501] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f423bba-5708-4f34-8761-a0e7b7346e2d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.780063] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 666.780063] env[62845]: value = "task-2535542" [ 666.780063] env[62845]: _type = "Task" [ 666.780063] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.786215] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.808602] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.943237] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.051853] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f0357c-40a3-2384-cc04-e91befdb332f, 'name': SearchDatastore_Task, 'duration_secs': 0.025778} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.053335] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.054135] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.058827] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.058827] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.059047] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.059347] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.059708] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.060442] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.663s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.063066] env[62845]: INFO nova.compute.claims [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.065385] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a3a0f6-2e87-4e27-a52d-fab16c0d4987 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.077378] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.077650] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.082113] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c689c5dd-307c-4d03-ad02-db358ca316a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.093049] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535541, 'name': CreateVM_Task, 'duration_secs': 0.403407} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.094238] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.094641] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 667.094641] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52598338-b85a-4e39-75f7-51bf0ee5261c" [ 667.094641] env[62845]: _type = "Task" [ 667.094641] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.095321] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.095321] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.095832] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.096132] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d96816a-98d2-43fa-bea2-64aa1b513638 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.104228] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 667.104228] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ce7a25-db4c-fa57-5c1f-af5895ec0ed6" [ 667.104228] env[62845]: _type = "Task" [ 667.104228] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.108747] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52598338-b85a-4e39-75f7-51bf0ee5261c, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.112764] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e28d8c-8b6f-4d50-b542-01fc5bcb2578 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.122523] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ce7a25-db4c-fa57-5c1f-af5895ec0ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.123678] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.123874] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.124112] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.124350] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.124625] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.125376] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 667.125376] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522ce360-acfb-57ca-7b55-c3748ccc0513" [ 667.125376] env[62845]: _type = "Task" [ 667.125376] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.126208] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0456212a-b328-4c70-b88e-7722cf47f252 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.140847] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522ce360-acfb-57ca-7b55-c3748ccc0513, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.142144] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.142426] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] c79432c6-1a42-439e-896c-5bb42d30066c/c79432c6-1a42-439e-896c-5bb42d30066c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.142704] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.142885] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.144567] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0202615-efea-4fdb-9047-3a6bf1524c44 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.146994] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51ff9ef-c7b8-4416-8729-20d1c3f53ad1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.152590] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 667.152590] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52569803-cc17-813e-58d7-197cb7869eab" [ 667.152590] env[62845]: _type = "Task" [ 667.152590] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.155771] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 667.155771] env[62845]: value = "task-2535543" [ 667.155771] env[62845]: _type = "Task" [ 667.155771] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.168161] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52569803-cc17-813e-58d7-197cb7869eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.171914] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.204192] env[62845]: DEBUG nova.compute.manager [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Received event network-vif-plugged-2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.204416] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Acquiring lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.205130] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.205399] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.205514] env[62845]: DEBUG nova.compute.manager [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] No waiting events found dispatching network-vif-plugged-2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.205696] env[62845]: WARNING nova.compute.manager [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Received unexpected event network-vif-plugged-2d757733-4aa0-4682-bdf7-091d8d639d06 for instance with vm_state building and task_state spawning. [ 667.205854] env[62845]: DEBUG nova.compute.manager [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Received event network-changed-2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.206015] env[62845]: DEBUG nova.compute.manager [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Refreshing instance network info cache due to event network-changed-2d757733-4aa0-4682-bdf7-091d8d639d06. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.206208] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Acquiring lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.206340] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Acquired lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.206513] env[62845]: DEBUG nova.network.neutron [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Refreshing network info cache for port 2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.290675] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535542, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.310190] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535532, 'name': CloneVM_Task, 'duration_secs': 2.349933} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.310190] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Created linked-clone VM from snapshot [ 667.312720] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50592908-70a0-48ca-be30-3e761d9581ae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.323064] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Uploading image 6861fed4-27a6-4ef2-a3a0-b70646af5aee {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.353428] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 667.353428] env[62845]: value = "vm-512295" [ 667.353428] env[62845]: _type = "VirtualMachine" [ 667.353428] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 667.353969] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f9b9125-8b66-4dd8-9a38-4409c3b72cc0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.362687] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease: (returnval){ [ 667.362687] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cde112-d51b-8007-aaa0-dd5b38c6dbe0" [ 667.362687] env[62845]: _type = "HttpNfcLease" [ 667.362687] env[62845]: } obtained for exporting VM: (result){ [ 667.362687] env[62845]: value = "vm-512295" [ 667.362687] env[62845]: _type = "VirtualMachine" [ 667.362687] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 667.363107] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the lease: (returnval){ [ 667.363107] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cde112-d51b-8007-aaa0-dd5b38c6dbe0" [ 667.363107] env[62845]: _type = "HttpNfcLease" [ 667.363107] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.366356] env[62845]: DEBUG nova.compute.manager [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.366537] env[62845]: DEBUG nova.compute.manager [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing instance network info cache due to event network-changed-32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.367140] env[62845]: DEBUG oslo_concurrency.lockutils [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] Acquiring lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.367140] env[62845]: DEBUG oslo_concurrency.lockutils [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] Acquired lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.367140] env[62845]: DEBUG nova.network.neutron [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Refreshing network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.377132] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.377132] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cde112-d51b-8007-aaa0-dd5b38c6dbe0" [ 667.377132] env[62845]: _type = "HttpNfcLease" [ 667.377132] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 667.562812] env[62845]: DEBUG nova.compute.utils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.564049] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.564231] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.667995] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52569803-cc17-813e-58d7-197cb7869eab, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.672192] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.672510] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f7fc29-eed6-4445-9f8d-0781c6eba71a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.679548] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 667.679548] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52394828-2d5a-5be9-4c66-9ec95b98233f" [ 667.679548] env[62845]: _type = "Task" [ 667.679548] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.689319] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52394828-2d5a-5be9-4c66-9ec95b98233f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.718886] env[62845]: DEBUG nova.policy [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378ec23686384b2498469a8fd83850f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b289dd6221fa47128e4e076c25e4a874', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.788695] env[62845]: DEBUG oslo_vmware.api [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535542, 'name': PowerOnVM_Task, 'duration_secs': 0.619564} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.788996] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.789931] env[62845]: INFO nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Took 8.35 seconds to spawn the instance on the hypervisor. [ 667.790435] env[62845]: DEBUG nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.791078] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68f8c3-ff60-400e-9dab-05452a520610 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.875258] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.875258] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cde112-d51b-8007-aaa0-dd5b38c6dbe0" [ 667.875258] env[62845]: _type = "HttpNfcLease" [ 667.875258] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.875464] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.875464] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cde112-d51b-8007-aaa0-dd5b38c6dbe0" [ 667.875464] env[62845]: _type = "HttpNfcLease" [ 667.875464] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.876394] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2172b2-3c90-43a4-b015-a7215cf116e9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.885382] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.885508] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 668.074048] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9957be59-0ecc-4ceb-a3f2-b838921e9e98 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.074048] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.173427] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641033} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.173922] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] c79432c6-1a42-439e-896c-5bb42d30066c/c79432c6-1a42-439e-896c-5bb42d30066c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.173922] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.174342] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a80d2f1d-135b-419c-b846-23406b79846f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.183938] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 668.183938] env[62845]: value = "task-2535545" [ 668.183938] env[62845]: _type = "Task" [ 668.183938] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.191324] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52394828-2d5a-5be9-4c66-9ec95b98233f, 'name': SearchDatastore_Task, 'duration_secs': 0.0277} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.194337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.194617] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.195582] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da7c02cc-addf-4393-9d82-66f14901d8e4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.199950] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.206019] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 668.206019] env[62845]: value = "task-2535546" [ 668.206019] env[62845]: _type = "Task" [ 668.206019] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.216304] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.333568] env[62845]: INFO nova.compute.manager [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Took 28.50 seconds to build instance. [ 668.573185] env[62845]: DEBUG nova.network.neutron [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Updated VIF entry in instance network info cache for port 2d757733-4aa0-4682-bdf7-091d8d639d06. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.574074] env[62845]: DEBUG nova.network.neutron [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Updating instance_info_cache with network_info: [{"id": "2d757733-4aa0-4682-bdf7-091d8d639d06", "address": "fa:16:3e:31:5c:48", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d757733-4a", "ovs_interfaceid": "2d757733-4aa0-4682-bdf7-091d8d639d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.598071] env[62845]: DEBUG oslo_concurrency.lockutils [req-c3c518d1-e42e-46a8-80c9-a9a2d2178b8b req-1f714d67-458f-4776-8ee0-d94627a3aee2 service nova] Releasing lock "refresh_cache-c79432c6-1a42-439e-896c-5bb42d30066c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.640023] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b15a6e-8945-48e6-b690-5504cb9e790f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.654263] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448207a6-ee94-4059-99e4-160127083c29 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.708050] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2a6cc-1b8d-4ab4-8329-5307d762a0d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.722142] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142733} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.728760] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.730872] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793e28b0-ae1d-4a38-8673-422a79f56d10 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.735266] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32d943-4eab-4d42-abaa-626da0f33fa9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.743349] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.766599] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c79432c6-1a42-439e-896c-5bb42d30066c/c79432c6-1a42-439e-896c-5bb42d30066c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.779942] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b946ef-2ee7-4f30-978e-48ceb154d291 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.801345] env[62845]: DEBUG nova.compute.provider_tree [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.806618] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "7be547e3-977a-4e2e-a2a0-61876c52920f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.806618] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.810386] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.810386] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.813790] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 668.813790] env[62845]: value = "task-2535547" [ 668.813790] env[62845]: _type = "Task" [ 668.813790] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.814752] env[62845]: DEBUG nova.network.neutron [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updated VIF entry in instance network info cache for port 32b3e045-9871-40fa-9f5e-6bcf3dd70d45. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.815143] env[62845]: DEBUG nova.network.neutron [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updating instance_info_cache with network_info: [{"id": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "address": "fa:16:3e:04:29:5f", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b3e045-98", "ovs_interfaceid": "32b3e045-9871-40fa-9f5e-6bcf3dd70d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.830524] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.835931] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4bb1c8b6-6c4d-4e93-85cd-3d683f87da61 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.020s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.022401] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Successfully created port: 0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.098887] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.139811] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:57:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1291182077',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1490601712',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.140153] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.140326] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.140572] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.140738] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.140889] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.141193] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.141266] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.141431] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.141620] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.141814] env[62845]: DEBUG nova.virt.hardware [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.143208] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164afdd-9708-44ae-8ba4-ec64e8724504 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.152140] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94724dd0-be51-41e9-bd62-4639fc6e0ba3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.221964] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756295} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.222267] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.222543] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.222795] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9ac2f0-b6ca-4102-a86f-2c19d41d8064 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.229922] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 669.229922] env[62845]: value = "task-2535548" [ 669.229922] env[62845]: _type = "Task" [ 669.229922] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.239400] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.309756] env[62845]: DEBUG nova.scheduler.client.report [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.327910] env[62845]: DEBUG oslo_concurrency.lockutils [req-f66eea2d-3cd5-4c10-a692-8b67fa508a37 req-78b4b410-a4f3-49e7-84d4-d2bc3601088e service nova] Releasing lock "refresh_cache-bc436e06-4a52-4fcf-926b-c5e80c77014a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.327910] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.340325] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.746688] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086301} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.746963] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.748360] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4282c794-e568-42b2-af05-4e75cdc5f1a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.774061] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.774556] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1c4d3a-e64b-4015-9cc6-b66b576c34a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.795547] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 669.795547] env[62845]: value = "task-2535549" [ 669.795547] env[62845]: _type = "Task" [ 669.795547] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.808732] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.816155] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.816347] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.822850] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.721s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.845873] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535547, 'name': ReconfigVM_Task, 'duration_secs': 0.598279} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.848702] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c79432c6-1a42-439e-896c-5bb42d30066c/c79432c6-1a42-439e-896c-5bb42d30066c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.849099] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f935782-3385-4073-b7e4-30db2ac79897 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.859656] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 669.859656] env[62845]: value = "task-2535550" [ 669.859656] env[62845]: _type = "Task" [ 669.859656] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.883502] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535550, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.907856] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.306945] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535549, 'name': ReconfigVM_Task, 'duration_secs': 0.402755} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.307301] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.307927] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52b044c-d498-4a2c-8af8-7fd4a480edb8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.317613] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 670.317613] env[62845]: value = "task-2535551" [ 670.317613] env[62845]: _type = "Task" [ 670.317613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.328422] env[62845]: DEBUG nova.compute.utils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.331020] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535551, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.334508] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.334691] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.339306] env[62845]: INFO nova.compute.claims [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.371220] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535550, 'name': Rename_Task, 'duration_secs': 0.176778} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.371557] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.371813] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51fc56da-7895-49b3-8e91-aa2bdeba942f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.380680] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 670.380680] env[62845]: value = "task-2535552" [ 670.380680] env[62845]: _type = "Task" [ 670.380680] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.394234] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.419815] env[62845]: DEBUG nova.policy [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7adb91fc9a26438cbd3f513feaf334ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19d1de1df26a4b9382233678029fcc8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.762375] env[62845]: DEBUG nova.compute.manager [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Received event network-changed-0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.762375] env[62845]: DEBUG nova.compute.manager [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Refreshing instance network info cache due to event network-changed-0b2241ad-950c-41bc-979b-b07f77e811b2. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.762375] env[62845]: DEBUG oslo_concurrency.lockutils [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] Acquiring lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.762375] env[62845]: DEBUG oslo_concurrency.lockutils [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] Acquired lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.762375] env[62845]: DEBUG nova.network.neutron [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Refreshing network info cache for port 0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.825726] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Successfully created port: 4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.837038] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.841630] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535551, 'name': Rename_Task, 'duration_secs': 0.225379} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.842696] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.845283] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd68ef6-5370-483a-b0db-6435457d4e13 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.853451] env[62845]: INFO nova.compute.resource_tracker [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating resource usage from migration 13d87740-c885-4d07-9159-f47dc7c5f4fb [ 670.865244] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 670.865244] env[62845]: value = "task-2535553" [ 670.865244] env[62845]: _type = "Task" [ 670.865244] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.881902] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.895252] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.004831] env[62845]: DEBUG nova.compute.manager [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.005071] env[62845]: DEBUG nova.compute.manager [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing instance network info cache due to event network-changed-ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.006318] env[62845]: DEBUG oslo_concurrency.lockutils [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] Acquiring lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.006318] env[62845]: DEBUG oslo_concurrency.lockutils [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] Acquired lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.006318] env[62845]: DEBUG nova.network.neutron [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Refreshing network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.227265] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Successfully updated port: 0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.362924] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5630c285-93ea-4dc0-96be-1242ad0d5338 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.382835] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb91ef1-e6c7-4d9d-ba9c-197055056f4b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.386938] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535553, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.423338] env[62845]: DEBUG oslo_vmware.api [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535552, 'name': PowerOnVM_Task, 'duration_secs': 0.802931} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.424939] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5a22b-49fc-47e3-928c-fc2c818a8920 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.427709] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.427915] env[62845]: INFO nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Took 9.47 seconds to spawn the instance on the hypervisor. [ 671.428370] env[62845]: DEBUG nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.429381] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97126818-aac2-4e70-9a38-80e97258d212 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.440872] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e641b49-4a31-47b5-bfa9-20800386904e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.459488] env[62845]: DEBUG nova.compute.provider_tree [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.732160] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.732160] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.732160] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.851826] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.881651] env[62845]: DEBUG nova.network.neutron [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updated VIF entry in instance network info cache for port ec067bbc-15cc-463d-99f9-0d8a7878494a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.881651] env[62845]: DEBUG nova.network.neutron [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updating instance_info_cache with network_info: [{"id": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "address": "fa:16:3e:ba:0f:50", "network": {"id": "ab004e12-bc1f-41c4-a0ba-dc707db50643", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1553468547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1a8e0908e548b38bd3c4008c97ecf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec067bbc-15", "ovs_interfaceid": "ec067bbc-15cc-463d-99f9-0d8a7878494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.892811] env[62845]: DEBUG oslo_vmware.api [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535553, 'name': PowerOnVM_Task, 'duration_secs': 0.795236} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.895197] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.895430] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.895586] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.895765] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.895909] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.896069] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.896278] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.896594] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.896660] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.896831] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.896973] env[62845]: DEBUG nova.virt.hardware [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.898195] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.898195] env[62845]: INFO nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Took 5.45 seconds to spawn the instance on the hypervisor. [ 671.898500] env[62845]: DEBUG nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.899117] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ac85a-20ce-4015-9342-4bf1e0d439cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.902653] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ebf4e2-4089-4788-a016-53619a664885 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.924708] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28178f60-376a-4e47-b313-1280e678b3ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.956962] env[62845]: INFO nova.compute.manager [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Took 27.63 seconds to build instance. [ 671.962889] env[62845]: DEBUG nova.scheduler.client.report [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.993661] env[62845]: DEBUG nova.network.neutron [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updated VIF entry in instance network info cache for port 0b2241ad-950c-41bc-979b-b07f77e811b2. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.993661] env[62845]: DEBUG nova.network.neutron [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updating instance_info_cache with network_info: [{"id": "0b2241ad-950c-41bc-979b-b07f77e811b2", "address": "fa:16:3e:8d:ba:d4", "network": {"id": "dfd528e3-ea63-46e1-827e-485fa57045e4", "bridge": "br-int", "label": "tempest-ServersTestJSON-265850569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ee0d31dd0b44fe807d9651a2d66add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2241ad-95", "ovs_interfaceid": "0b2241ad-950c-41bc-979b-b07f77e811b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.285211] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.388013] env[62845]: DEBUG oslo_concurrency.lockutils [req-37fc92e7-1fbd-421f-82a6-7b6b8d2ff3a2 req-d7a89bad-f805-4de0-a6ce-adb1eedc5140 service nova] Releasing lock "refresh_cache-eabce8cf-293c-4081-8be0-c1fcec80a985" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.428410] env[62845]: INFO nova.compute.manager [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Took 22.86 seconds to build instance. [ 672.460114] env[62845]: DEBUG oslo_concurrency.lockutils [None req-550814ef-92e1-482f-abe9-5e9fbd188d68 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.818s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.472949] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.651s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.473235] env[62845]: INFO nova.compute.manager [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Migrating [ 672.473526] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.473706] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.475516] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.968s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.476087] env[62845]: DEBUG nova.objects.instance [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lazy-loading 'resources' on Instance uuid 0d326f9e-44cd-4da2-92b0-45659db3f771 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.483668] env[62845]: INFO nova.compute.rpcapi [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 672.484347] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.501853] env[62845]: DEBUG oslo_concurrency.lockutils [req-aec72c67-ebab-4927-82eb-02659e3de81e req-6e815fa6-eba4-4c0d-9a07-9fcdcb86bf46 service nova] Releasing lock "refresh_cache-07765e55-bb9d-48e5-80a3-3ad43ca76c33" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.514067] env[62845]: DEBUG nova.network.neutron [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updating instance_info_cache with network_info: [{"id": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "address": "fa:16:3e:eb:38:c0", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b82f8ac-86", "ovs_interfaceid": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.748200] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.748460] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.793019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.793213] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.931981] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e31b5c0b-211f-4ea3-84b6-29bd66f8dbc2 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.753s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.963922] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.005495] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.006088] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.006088] env[62845]: DEBUG nova.network.neutron [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.025125] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.025867] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Instance network_info: |[{"id": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "address": "fa:16:3e:eb:38:c0", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b82f8ac-86", "ovs_interfaceid": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.026519] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:38:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b82f8ac-865a-40dc-a726-f086284c0bd6', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.043259] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Creating folder: Project (b289dd6221fa47128e4e076c25e4a874). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.046972] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0436ed7-973d-4a9e-8b06-3fa58b998fbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.058227] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Created folder: Project (b289dd6221fa47128e4e076c25e4a874) in parent group-v512253. [ 673.058553] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Creating folder: Instances. Parent ref: group-v512302. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.058677] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f1f2b5-977c-4e0f-a56f-e4475ea77911 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.070328] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Created folder: Instances in parent group-v512302. [ 673.070655] env[62845]: DEBUG oslo.service.loopingcall [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.070881] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.071149] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49a40e87-8c07-4233-a258-0403637edcea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.095978] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.095978] env[62845]: value = "task-2535556" [ 673.095978] env[62845]: _type = "Task" [ 673.095978] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.104602] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535556, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.278648] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Successfully updated port: 4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.438093] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.466859] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07abce9d-2cd1-4cea-ae90-cacd2df7f847 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.479147] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53269927-5ff8-41cf-9385-0c5ebafae6ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.519197] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.520780] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37cc47-8f09-4e30-86ce-3a5a8564fb2f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.530131] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1f774-fb3a-4351-a0cf-1540538c03fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.551819] env[62845]: DEBUG nova.compute.provider_tree [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.609695] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535556, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.759457] env[62845]: DEBUG nova.network.neutron [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.781767] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.782009] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquired lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.782086] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.828041] env[62845]: DEBUG nova.compute.manager [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.828041] env[62845]: DEBUG nova.compute.manager [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing instance network info cache due to event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.828213] env[62845]: DEBUG oslo_concurrency.lockutils [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.828398] env[62845]: DEBUG oslo_concurrency.lockutils [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.828578] env[62845]: DEBUG nova.network.neutron [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.968493] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.995987] env[62845]: DEBUG nova.compute.manager [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Received event network-vif-plugged-0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.996430] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Acquiring lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.996680] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.997030] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.997175] env[62845]: DEBUG nova.compute.manager [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] No waiting events found dispatching network-vif-plugged-0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.997789] env[62845]: WARNING nova.compute.manager [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Received unexpected event network-vif-plugged-0b82f8ac-865a-40dc-a726-f086284c0bd6 for instance with vm_state building and task_state spawning. [ 673.998053] env[62845]: DEBUG nova.compute.manager [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Received event network-changed-0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.998755] env[62845]: DEBUG nova.compute.manager [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Refreshing instance network info cache due to event network-changed-0b82f8ac-865a-40dc-a726-f086284c0bd6. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.998755] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Acquiring lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.998994] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Acquired lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.999838] env[62845]: DEBUG nova.network.neutron [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Refreshing network info cache for port 0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.056707] env[62845]: DEBUG nova.scheduler.client.report [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.109012] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535556, 'name': CreateVM_Task, 'duration_secs': 0.595465} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.109424] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.110617] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.111943] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.112310] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.112626] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8158b22-3b34-4f7b-8bbe-4e011d3c0882 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.118049] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 674.118049] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fee45a-af33-9df0-d7f5-63416afbddd4" [ 674.118049] env[62845]: _type = "Task" [ 674.118049] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.134759] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fee45a-af33-9df0-d7f5-63416afbddd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.262638] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.325338] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.433967] env[62845]: INFO nova.compute.manager [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Rebuilding instance [ 674.498860] env[62845]: DEBUG nova.compute.manager [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.499798] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f13f787-afa5-4956-a231-7978b0f68f22 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.511736] env[62845]: DEBUG nova.network.neutron [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Updating instance_info_cache with network_info: [{"id": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "address": "fa:16:3e:c6:33:98", "network": {"id": "68e66c87-6e87-49ad-8351-a121a7c5b545", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-701351760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19d1de1df26a4b9382233678029fcc8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a3ae-ec", "ovs_interfaceid": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.562869] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.565052] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.574s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.566869] env[62845]: INFO nova.compute.claims [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.595122] env[62845]: INFO nova.scheduler.client.report [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Deleted allocations for instance 0d326f9e-44cd-4da2-92b0-45659db3f771 [ 674.630800] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "c79432c6-1a42-439e-896c-5bb42d30066c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.631049] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.631228] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.631406] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.631570] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.633183] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fee45a-af33-9df0-d7f5-63416afbddd4, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.633465] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.634056] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.634056] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.634056] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.634265] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.634475] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b98d0844-0f7f-425b-b44f-319f021ed4db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.636824] env[62845]: INFO nova.compute.manager [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Terminating instance [ 674.646168] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.646385] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.647185] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41f0013-eff0-4aec-b07c-28aaa32b37ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.656812] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 674.656812] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ee436-55c1-0751-0af8-1ad4b6a9c490" [ 674.656812] env[62845]: _type = "Task" [ 674.656812] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.666718] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ee436-55c1-0751-0af8-1ad4b6a9c490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.718531] env[62845]: DEBUG nova.network.neutron [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updated VIF entry in instance network info cache for port 0b82f8ac-865a-40dc-a726-f086284c0bd6. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.719636] env[62845]: DEBUG nova.network.neutron [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updating instance_info_cache with network_info: [{"id": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "address": "fa:16:3e:eb:38:c0", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b82f8ac-86", "ovs_interfaceid": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.898923] env[62845]: DEBUG nova.network.neutron [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updated VIF entry in instance network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.899362] env[62845]: DEBUG nova.network.neutron [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.016265] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Releasing lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.016497] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Instance network_info: |[{"id": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "address": "fa:16:3e:c6:33:98", "network": {"id": "68e66c87-6e87-49ad-8351-a121a7c5b545", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-701351760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19d1de1df26a4b9382233678029fcc8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a3ae-ec", "ovs_interfaceid": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.017399] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:33:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4512a3ae-ec7f-470c-b180-a4dda7b51217', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.026772] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Creating folder: Project (19d1de1df26a4b9382233678029fcc8f). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.027874] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ba4394-487f-4efc-bbdd-5a286749b1c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.042768] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Created folder: Project (19d1de1df26a4b9382233678029fcc8f) in parent group-v512253. [ 675.043068] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Creating folder: Instances. Parent ref: group-v512305. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.043191] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be7e21e-2af8-4aea-96df-647ca451ca6b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.056789] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Created folder: Instances in parent group-v512305. [ 675.057029] env[62845]: DEBUG oslo.service.loopingcall [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.057584] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.057867] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8cb0752-a90e-4759-b7a0-fea50f44804c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083865] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.083865] env[62845]: value = "task-2535559" [ 675.083865] env[62845]: _type = "Task" [ 675.083865] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.091748] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535559, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.106030] env[62845]: DEBUG oslo_concurrency.lockutils [None req-59a5f437-9baa-4c1d-be99-9e5bbbe27d60 tempest-TenantUsagesTestJSON-110334378 tempest-TenantUsagesTestJSON-110334378-project-member] Lock "0d326f9e-44cd-4da2-92b0-45659db3f771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.122s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.140689] env[62845]: DEBUG nova.compute.manager [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.140983] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.141981] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac6d12-87a5-4e54-9f94-5bd6d43ef6b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.155849] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.156198] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c989b7f7-e9e9-4da0-abba-5586f780254a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.174722] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ee436-55c1-0751-0af8-1ad4b6a9c490, 'name': SearchDatastore_Task, 'duration_secs': 0.018299} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.175828] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 675.175828] env[62845]: value = "task-2535560" [ 675.175828] env[62845]: _type = "Task" [ 675.175828] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.176264] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58e97f9-f6be-4c0f-ba18-09e95286e399 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.187033] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 675.187033] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52475e87-623f-ff1a-aa3e-f79f5ae792c7" [ 675.187033] env[62845]: _type = "Task" [ 675.187033] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.190770] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.201095] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52475e87-623f-ff1a-aa3e-f79f5ae792c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.222702] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1fd201c-5dda-46d2-a8a5-5bd5066c9fce req-55b216db-6bda-49ae-ad1e-03d9280f6222 service nova] Releasing lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.406378] env[62845]: DEBUG oslo_concurrency.lockutils [req-47b30e41-fd02-4db9-aef4-8d08fab72cee req-2ea656be-bedf-41d4-a14d-3212f41fc469 service nova] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.528599] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.528913] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c6ede3c-3e36-40da-9b59-f9e9b38b6aef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.540884] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 675.540884] env[62845]: value = "task-2535561" [ 675.540884] env[62845]: _type = "Task" [ 675.540884] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.553914] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.593696] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535559, 'name': CreateVM_Task, 'duration_secs': 0.452948} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.593877] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.594701] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.594883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.595214] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.595708] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acec0857-af5b-46ab-981d-692354c1d120 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.601826] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 675.601826] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52913001-8478-4504-bdcc-42abe58a3dde" [ 675.601826] env[62845]: _type = "Task" [ 675.601826] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.611656] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52913001-8478-4504-bdcc-42abe58a3dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.688238] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535560, 'name': PowerOffVM_Task, 'duration_secs': 0.370402} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.688541] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.688732] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.689010] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b34182-3cf3-4b6f-abb1-fb7c522990a5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.712305] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52475e87-623f-ff1a-aa3e-f79f5ae792c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.712305] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.712305] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 81d36cda-0337-478d-a4de-74a52917bcdc/81d36cda-0337-478d-a4de-74a52917bcdc.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.712305] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d070a2-db31-4135-86c4-eb1f81f18f4b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.722807] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 675.722807] env[62845]: value = "task-2535563" [ 675.722807] env[62845]: _type = "Task" [ 675.722807] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.733331] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.762173] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.762173] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.762173] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleting the datastore file [datastore2] c79432c6-1a42-439e-896c-5bb42d30066c {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.762173] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a59676-074c-4723-b04a-7114fad2f58f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.776257] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 675.776257] env[62845]: value = "task-2535564" [ 675.776257] env[62845]: _type = "Task" [ 675.776257] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.786195] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3da93a-7b1c-43e5-8850-567506a49126 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.798159] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.815303] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 0 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.051698] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535561, 'name': PowerOffVM_Task, 'duration_secs': 0.132469} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.052079] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.052257] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.053131] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a97b1-220e-4a22-b89f-5320762ad62f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.067245] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.067245] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9e26c3a-9b8b-4343-948a-1d85bed370b8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.096686] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.097094] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.097094] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Deleting the datastore file [datastore1] 637c1419-b959-4be2-abe7-3842e89c114c {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.097761] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb9f19a-5b6c-4bf2-a66d-5376501acbe8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.104189] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 676.104189] env[62845]: value = "task-2535566" [ 676.104189] env[62845]: _type = "Task" [ 676.104189] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.117678] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52913001-8478-4504-bdcc-42abe58a3dde, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.123122] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.123122] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.123377] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.123549] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.123757] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.124631] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb2ebc-8105-447b-9eda-85e8deb0c9fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.127745] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.128040] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d102ba45-17d7-4792-a145-b659fca6ac56 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.136464] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04502476-8fa7-4ec0-8f6e-4e53b5c2c257 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.168991] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.168991] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.169501] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9599c7-63eb-4cda-a482-ca03b24716ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.173348] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07b03ea-78e8-4384-857d-e87b01dd3349 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.178587] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 676.178587] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526139a6-1462-d4ca-1273-6e7951b03678" [ 676.178587] env[62845]: _type = "Task" [ 676.178587] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.186973] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce4de82-55cb-47ff-ac29-6cf4fafcfdde {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.197031] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526139a6-1462-d4ca-1273-6e7951b03678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.206491] env[62845]: DEBUG nova.compute.provider_tree [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.233274] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.288432] env[62845]: DEBUG oslo_vmware.api [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154951} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.288795] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.288896] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.289067] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.292877] env[62845]: INFO nova.compute.manager [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 676.292877] env[62845]: DEBUG oslo.service.loopingcall [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.292877] env[62845]: DEBUG nova.compute.manager [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.292877] env[62845]: DEBUG nova.network.neutron [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.296516] env[62845]: DEBUG nova.compute.manager [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Received event network-vif-plugged-4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.296516] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Acquiring lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.296516] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.296516] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.296516] env[62845]: DEBUG nova.compute.manager [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] No waiting events found dispatching network-vif-plugged-4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.299116] env[62845]: WARNING nova.compute.manager [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Received unexpected event network-vif-plugged-4512a3ae-ec7f-470c-b180-a4dda7b51217 for instance with vm_state building and task_state spawning. [ 676.299116] env[62845]: DEBUG nova.compute.manager [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Received event network-changed-4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.299116] env[62845]: DEBUG nova.compute.manager [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Refreshing instance network info cache due to event network-changed-4512a3ae-ec7f-470c-b180-a4dda7b51217. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.299116] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Acquiring lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.299116] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Acquired lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299446] env[62845]: DEBUG nova.network.neutron [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Refreshing network info cache for port 4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.330311] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.330311] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87771043-21f4-4f5e-bb03-b274493e49f5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.338535] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 676.338535] env[62845]: value = "task-2535567" [ 676.338535] env[62845]: _type = "Task" [ 676.338535] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.347634] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.428427] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "eabce8cf-293c-4081-8be0-c1fcec80a985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.428773] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.429067] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.429267] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.429473] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.431872] env[62845]: INFO nova.compute.manager [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Terminating instance [ 676.618678] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27965} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.618678] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.618859] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.619255] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.695793] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526139a6-1462-d4ca-1273-6e7951b03678, 'name': SearchDatastore_Task, 'duration_secs': 0.05878} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.697641] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027498c4-f495-4e35-aa90-8cb22ea28e1b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.706632] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 676.706632] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67356-edc4-88a4-74a0-1aa3ab1eed7e" [ 676.706632] env[62845]: _type = "Task" [ 676.706632] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.715569] env[62845]: DEBUG nova.scheduler.client.report [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.719638] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67356-edc4-88a4-74a0-1aa3ab1eed7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.733643] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589334} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.734164] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 81d36cda-0337-478d-a4de-74a52917bcdc/81d36cda-0337-478d-a4de-74a52917bcdc.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.734164] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.734358] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2cbd220-9ea9-48bd-9a8b-8e7cade6cf9b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.741029] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 676.741029] env[62845]: value = "task-2535568" [ 676.741029] env[62845]: _type = "Task" [ 676.741029] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.751250] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.851467] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535567, 'name': PowerOffVM_Task, 'duration_secs': 0.265116} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.852496] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.852760] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 17 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.936900] env[62845]: DEBUG nova.compute.manager [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.936900] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.938218] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68f3fc-14e4-4bae-828e-627faa33e345 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.945893] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.945893] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17225b2c-ac9c-4077-a611-405ce2fcd60d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.951851] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 676.951851] env[62845]: value = "task-2535569" [ 676.951851] env[62845]: _type = "Task" [ 676.951851] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.959658] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.008918] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.009759] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ef16e6-9609-46ff-939d-938f9aa2b142 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.018039] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.018122] env[62845]: ERROR oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk due to incomplete transfer. [ 677.018338] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d33cfa6-2492-403b-b701-ca6013042c50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.026693] env[62845]: DEBUG oslo_vmware.rw_handles [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247ddad-c876-7f3a-ca4a-77e23729541c/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.026880] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Uploaded image 6861fed4-27a6-4ef2-a3a0-b70646af5aee to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.029127] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.029358] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-937798aa-b7bd-44ab-a28b-90611ed7f517 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.036029] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 677.036029] env[62845]: value = "task-2535570" [ 677.036029] env[62845]: _type = "Task" [ 677.036029] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.047335] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535570, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.096062] env[62845]: DEBUG nova.network.neutron [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Updated VIF entry in instance network info cache for port 4512a3ae-ec7f-470c-b180-a4dda7b51217. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.096296] env[62845]: DEBUG nova.network.neutron [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Updating instance_info_cache with network_info: [{"id": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "address": "fa:16:3e:c6:33:98", "network": {"id": "68e66c87-6e87-49ad-8351-a121a7c5b545", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-701351760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19d1de1df26a4b9382233678029fcc8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a3ae-ec", "ovs_interfaceid": "4512a3ae-ec7f-470c-b180-a4dda7b51217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.218805] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67356-edc4-88a4-74a0-1aa3ab1eed7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.219157] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.219485] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b/b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.219807] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873da604-2d0c-4d8e-afa6-04abb48b0f30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.223278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.223376] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.228188] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.046s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.228862] env[62845]: INFO nova.compute.claims [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.244317] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 677.244317] env[62845]: value = "task-2535571" [ 677.244317] env[62845]: _type = "Task" [ 677.244317] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.255801] env[62845]: DEBUG nova.network.neutron [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.257091] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075049} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.260343] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.262063] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.262816] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afffa06-cde8-48b5-ae99-248df5247997 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.266527] env[62845]: DEBUG nova.compute.manager [req-fe655423-ec3f-455c-8b87-71e52f55508c req-ca9c9da6-1d7d-441c-afc0-990f9194b471 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Received event network-vif-deleted-2d757733-4aa0-4682-bdf7-091d8d639d06 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.266711] env[62845]: INFO nova.compute.manager [req-fe655423-ec3f-455c-8b87-71e52f55508c req-ca9c9da6-1d7d-441c-afc0-990f9194b471 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Neutron deleted interface 2d757733-4aa0-4682-bdf7-091d8d639d06; detaching it from the instance and deleting it from the info cache [ 677.266917] env[62845]: DEBUG nova.network.neutron [req-fe655423-ec3f-455c-8b87-71e52f55508c req-ca9c9da6-1d7d-441c-afc0-990f9194b471 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.294485] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 81d36cda-0337-478d-a4de-74a52917bcdc/81d36cda-0337-478d-a4de-74a52917bcdc.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.297232] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ac157e-6314-4134-88a4-fee1184e9c2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.329851] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 677.329851] env[62845]: value = "task-2535572" [ 677.329851] env[62845]: _type = "Task" [ 677.329851] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.342168] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.359892] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.360148] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.360325] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.360519] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.360685] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.360834] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.361074] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.361245] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.361412] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.361574] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.362333] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.367398] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c7afa9-b87f-4ed4-88a4-7227559d9965 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.383019] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 677.383019] env[62845]: value = "task-2535573" [ 677.383019] env[62845]: _type = "Task" [ 677.383019] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.393232] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.463075] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535569, 'name': PowerOffVM_Task, 'duration_secs': 0.176922} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.463431] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.463608] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.463885] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0091482-33ee-4c0c-9525-07211aed5d57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.529694] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.530074] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.530169] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Deleting the datastore file [datastore1] eabce8cf-293c-4081-8be0-c1fcec80a985 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.530526] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-331610a9-c3fa-4a6f-9f49-d070574bd2ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.541278] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for the task: (returnval){ [ 677.541278] env[62845]: value = "task-2535575" [ 677.541278] env[62845]: _type = "Task" [ 677.541278] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.558616] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.558907] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535570, 'name': Destroy_Task, 'duration_secs': 0.325991} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.559266] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Destroyed the VM [ 677.559530] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.559798] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3edcc709-fb58-46d0-8816-52e2dbc38550 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.567245] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 677.567245] env[62845]: value = "task-2535576" [ 677.567245] env[62845]: _type = "Task" [ 677.567245] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.577429] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.599718] env[62845]: DEBUG oslo_concurrency.lockutils [req-4d41d4f0-15be-4551-b77f-f5109fc5b8c4 req-72f371d8-c613-42ff-8db9-d00f03a3db46 service nova] Releasing lock "refresh_cache-b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.665753] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.665753] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.665753] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.665753] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.665986] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.665986] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.666184] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.666310] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.666515] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.666702] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.666905] env[62845]: DEBUG nova.virt.hardware [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.668008] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f0f74-c1e2-470f-b5d2-f1788329d174 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.677317] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1343fc25-a06a-4713-a8c0-a0f939b406af {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.696953] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.707149] env[62845]: DEBUG oslo.service.loopingcall [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.707257] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.707976] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83c22db7-3c1a-4e92-8a21-2d659f2834b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.726917] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.726917] env[62845]: value = "task-2535577" [ 677.726917] env[62845]: _type = "Task" [ 677.726917] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.738154] env[62845]: DEBUG nova.compute.utils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.741546] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535577, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.745246] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.745246] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.758910] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535571, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.761677] env[62845]: INFO nova.compute.manager [-] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Took 1.47 seconds to deallocate network for instance. [ 677.770194] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb250690-9830-4a77-aec5-802a9ed738cf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.781723] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d236913-cd02-460d-b77d-65db45ff6fbb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.813171] env[62845]: DEBUG nova.compute.manager [req-fe655423-ec3f-455c-8b87-71e52f55508c req-ca9c9da6-1d7d-441c-afc0-990f9194b471 service nova] [instance: c79432c6-1a42-439e-896c-5bb42d30066c] Detach interface failed, port_id=2d757733-4aa0-4682-bdf7-091d8d639d06, reason: Instance c79432c6-1a42-439e-896c-5bb42d30066c could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 677.835883] env[62845]: DEBUG nova.policy [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11a48120cab412f811d79fa2a9fe43a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3912f413924b4fb69cb74afd927f1914', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.842523] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.892361] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535573, 'name': ReconfigVM_Task, 'duration_secs': 0.248513} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.892851] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 33 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.056643] env[62845]: DEBUG oslo_vmware.api [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Task: {'id': task-2535575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365696} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.056927] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.057127] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.057302] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.057471] env[62845]: INFO nova.compute.manager [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Took 1.12 seconds to destroy the instance on the hypervisor. [ 678.057709] env[62845]: DEBUG oslo.service.loopingcall [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.058013] env[62845]: DEBUG nova.compute.manager [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.058013] env[62845]: DEBUG nova.network.neutron [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.077297] env[62845]: DEBUG oslo_vmware.api [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535576, 'name': RemoveSnapshot_Task, 'duration_secs': 0.494995} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.077683] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.077865] env[62845]: INFO nova.compute.manager [None req-cbe05792-370e-428a-aa2c-f1b9af2aed65 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 678.245506] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.247828] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535577, 'name': CreateVM_Task, 'duration_secs': 0.386261} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.253449] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.257046] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.257273] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.257597] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.262069] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c84250f-b7b2-4b0c-a6e4-83f0657990b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.273310] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.273310] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 678.273310] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52acaf7b-2ac2-2f0e-5d7e-ae4814c4592b" [ 678.273310] env[62845]: _type = "Task" [ 678.273310] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.278377] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526566} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.282820] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b/b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.283102] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.284157] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4642e25f-a1c1-4268-8481-6ac9056a5e28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.295090] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 678.295090] env[62845]: value = "task-2535578" [ 678.295090] env[62845]: _type = "Task" [ 678.295090] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.297931] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52acaf7b-2ac2-2f0e-5d7e-ae4814c4592b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.304785] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.342949] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535572, 'name': ReconfigVM_Task, 'duration_secs': 0.609948} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.346274] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 81d36cda-0337-478d-a4de-74a52917bcdc/81d36cda-0337-478d-a4de-74a52917bcdc.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.347471] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6549e1a-7c46-4930-b0cd-796d1daa67cd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.355986] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 678.355986] env[62845]: value = "task-2535579" [ 678.355986] env[62845]: _type = "Task" [ 678.355986] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.371798] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535579, 'name': Rename_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.403802] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.404173] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.404304] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.404528] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.404669] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.404855] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.405099] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.405359] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.405594] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.405836] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.406058] env[62845]: DEBUG nova.virt.hardware [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.411556] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 678.412456] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1304f671-aa89-4811-b0cc-967c205328a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.436876] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 678.436876] env[62845]: value = "task-2535580" [ 678.436876] env[62845]: _type = "Task" [ 678.436876] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.449341] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.651621] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Successfully created port: 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.784286] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae25d034-4d94-4097-b531-08e7a33d0f1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.796168] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10156165-2ee9-458d-a17b-39e8cbb8849e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.800624] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52acaf7b-2ac2-2f0e-5d7e-ae4814c4592b, 'name': SearchDatastore_Task, 'duration_secs': 0.021531} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.801227] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.801731] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.801731] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.801851] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803023] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.805820] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22773408-6d01-4420-b2bc-06495a6b1b01 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839478] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1efd3-d28c-458f-a0d3-f5d565ea8361 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.842328] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067119} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.842605] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.842787] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.843946] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.844099] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3ab4a7-0f6a-4219-9301-21b398a6da52 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.847280] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f4a74a-a62b-4ee5-bae5-d35d31edd79c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.853590] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252cbd8b-30c4-4d2f-8ea9-a2b9bb58e638 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.868315] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 678.868315] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521be4d7-de70-088a-a935-cffe6db7e37e" [ 678.868315] env[62845]: _type = "Task" [ 678.868315] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.877385] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b/b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.881123] env[62845]: DEBUG nova.network.neutron [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.884588] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09846e4-4581-4e97-8dae-c118cc8817d8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.913991] env[62845]: DEBUG nova.compute.provider_tree [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.919439] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535579, 'name': Rename_Task, 'duration_secs': 0.187133} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.924739] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.925246] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 678.925246] env[62845]: value = "task-2535581" [ 678.925246] env[62845]: _type = "Task" [ 678.925246] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.927428] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521be4d7-de70-088a-a935-cffe6db7e37e, 'name': SearchDatastore_Task, 'duration_secs': 0.026883} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.927428] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ce0878-0613-491e-bafb-24134130fdcb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.936971] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3e4168-75f6-4932-8c36-bf864260f12b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.951360] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.951495] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 678.951495] env[62845]: value = "task-2535582" [ 678.951495] env[62845]: _type = "Task" [ 678.951495] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.953675] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 678.953675] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f281d6-154a-7078-e24d-85d6beb115f7" [ 678.953675] env[62845]: _type = "Task" [ 678.953675] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.971366] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.978010] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.978388] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f281d6-154a-7078-e24d-85d6beb115f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.978653] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.978951] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.980791] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84aaac8-07e4-435a-99d0-ef8234a26a36 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.985982] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 678.985982] env[62845]: value = "task-2535583" [ 678.985982] env[62845]: _type = "Task" [ 678.985982] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.994341] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.006424] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "023d78c8-6fc0-43ca-9b39-2da69063a440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.007018] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.261595] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.293189] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.293596] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.293839] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.294223] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.294327] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.294485] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.294710] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.294964] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.295227] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.295410] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.295641] env[62845]: DEBUG nova.virt.hardware [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.296768] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee70df6-7e13-4464-a392-9d7cf5141d04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.306974] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be11898-9bcc-4f5c-a280-196a28d750ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.401213] env[62845]: INFO nova.compute.manager [-] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Took 1.34 seconds to deallocate network for instance. [ 679.417746] env[62845]: DEBUG nova.scheduler.client.report [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.440430] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535581, 'name': ReconfigVM_Task, 'duration_secs': 0.369206} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.444870] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b/b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.446228] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d4f992-85dc-462c-a1f4-5f32611b5bdc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.453315] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.461573] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 679.461573] env[62845]: value = "task-2535584" [ 679.461573] env[62845]: _type = "Task" [ 679.461573] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.469598] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.476915] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535584, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.496245] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535583, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.498650] env[62845]: DEBUG nova.compute.manager [req-95ee111d-0e74-4ac0-acd0-7587efee7872 req-a7821f83-27ec-4842-b6fb-ff59991b9ce1 service nova] [instance: eabce8cf-293c-4081-8be0-c1fcec80a985] Received event network-vif-deleted-ec067bbc-15cc-463d-99f9-0d8a7878494a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.912832] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.921870] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.923162] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.925433] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.617s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.925665] env[62845]: DEBUG nova.objects.instance [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lazy-loading 'resources' on Instance uuid 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.955328] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535580, 'name': ReconfigVM_Task, 'duration_secs': 1.178401} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.959545] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 679.960565] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8638e-552f-4fdf-b846-e4ab01ad1181 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.973161] env[62845]: DEBUG oslo_vmware.api [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535582, 'name': PowerOnVM_Task, 'duration_secs': 0.636306} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.984828] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.985100] env[62845]: INFO nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Took 10.89 seconds to spawn the instance on the hypervisor. [ 679.985366] env[62845]: DEBUG nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.994452] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.999279] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a8d4a-2988-4538-9ae6-48366ed4294d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.001929] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac79884-4480-4312-a745-ec2de23772b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.019121] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535584, 'name': Rename_Task, 'duration_secs': 0.210139} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.019947] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.020986] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-521cbcd9-e133-4ec5-bb91-1c1e0410ddb7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031662] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 680.031662] env[62845]: value = "task-2535585" [ 680.031662] env[62845]: _type = "Task" [ 680.031662] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.032135] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5587} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.032906] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.032906] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.035899] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52734b59-3871-4d50-94b0-6fbd77c5c21f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.039800] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 680.039800] env[62845]: value = "task-2535586" [ 680.039800] env[62845]: _type = "Task" [ 680.039800] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.048847] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.050599] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 680.050599] env[62845]: value = "task-2535587" [ 680.050599] env[62845]: _type = "Task" [ 680.050599] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.058839] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.064027] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.432906] env[62845]: DEBUG nova.compute.utils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.434107] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.434308] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.458849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.458849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.458849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.458849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.459103] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.460543] env[62845]: INFO nova.compute.manager [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Terminating instance [ 680.487130] env[62845]: DEBUG nova.policy [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bd5c12784054beb8b2257293e9eeba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e1540181cdd402182463b6ae99ea9db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.556635] env[62845]: INFO nova.compute.manager [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Took 30.33 seconds to build instance. [ 680.569783] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535585, 'name': ReconfigVM_Task, 'duration_secs': 0.288691} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.570852] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a50a8b4e-3889-4240-bd9f-8bdb6298f990/a50a8b4e-3889-4240-bd9f-8bdb6298f990.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.570852] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 50 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.577632] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535586, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.583759] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067236} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.584035] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.585867] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ee959b-18f1-4cba-85b2-a578d08a9145 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.594471] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.594735] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.612017] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.616034] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e26347-f304-4dc9-b859-5bca67e56526 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.640624] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 680.640624] env[62845]: value = "task-2535588" [ 680.640624] env[62845]: _type = "Task" [ 680.640624] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.653225] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.689758] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Successfully updated port: 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.723600] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.723909] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.884067] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Successfully created port: bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.937707] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.969483] env[62845]: DEBUG nova.compute.manager [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.969483] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.970995] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dda2f5-53ce-46d8-b4d2-ec17f12898f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.983953] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.984302] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88b31a2-06ed-45ed-a488-baefb6b01fb9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.003345] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39801ce9-afc4-458a-9f97-fb54d0593549 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.014526] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013eaf77-9d93-4a63-b004-460c81aa2456 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.054745] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376bde54-50f1-40d7-bf79-eda2ae174638 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.058635] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.058868] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.059379] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleting the datastore file [datastore1] 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.061106] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38197c1c-8104-43a2-8436-a76d180490f9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.067203] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535586, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.069683] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af8acf-0dac-4c90-9bc6-e1262b16ff8a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.074588] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9edd6537-992a-4f25-969f-e6bdffcd3f15 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.090s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.074588] env[62845]: DEBUG oslo_vmware.api [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 681.074588] env[62845]: value = "task-2535590" [ 681.074588] env[62845]: _type = "Task" [ 681.074588] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.091396] env[62845]: DEBUG nova.compute.provider_tree [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.093959] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e818a62-6fb1-4387-9799-68f9294b8736 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.099072] env[62845]: DEBUG oslo_vmware.api [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.101830] env[62845]: DEBUG nova.compute.manager [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Received event network-vif-plugged-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.101830] env[62845]: DEBUG oslo_concurrency.lockutils [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.102231] env[62845]: DEBUG oslo_concurrency.lockutils [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.102231] env[62845]: DEBUG oslo_concurrency.lockutils [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.102472] env[62845]: DEBUG nova.compute.manager [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] No waiting events found dispatching network-vif-plugged-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.102519] env[62845]: WARNING nova.compute.manager [req-5ef4a534-b887-4f78-85c8-d969f0901355 req-d9a84b3d-4b08-44d8-b1fa-a7e1efbff6c7 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Received unexpected event network-vif-plugged-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a for instance with vm_state building and task_state spawning. [ 681.117377] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc20623-2a11-4189-a516-d0fbf091e8a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.136376] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 67 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.152020] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535588, 'name': ReconfigVM_Task, 'duration_secs': 0.311401} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.152020] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.152020] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0e646d-e8ff-415f-8d72-ece81177aba2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.158019] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 681.158019] env[62845]: value = "task-2535591" [ 681.158019] env[62845]: _type = "Task" [ 681.158019] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.166670] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535591, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.192639] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.192835] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquired lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.192993] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.562742] env[62845]: DEBUG oslo_vmware.api [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535586, 'name': PowerOnVM_Task, 'duration_secs': 1.420983} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.562742] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.562742] env[62845]: INFO nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Took 9.71 seconds to spawn the instance on the hypervisor. [ 681.562742] env[62845]: DEBUG nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.563594] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b30db66-7162-4d28-bde0-9059107f905c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.577680] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.593719] env[62845]: DEBUG oslo_vmware.api [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205973} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.593976] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.594167] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.594348] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.594512] env[62845]: INFO nova.compute.manager [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Took 0.63 seconds to destroy the instance on the hypervisor. [ 681.594740] env[62845]: DEBUG oslo.service.loopingcall [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.594929] env[62845]: DEBUG nova.compute.manager [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.595044] env[62845]: DEBUG nova.network.neutron [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.599779] env[62845]: DEBUG nova.scheduler.client.report [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.652625] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "8ec19d32-fde4-4639-b117-ac9d6831453f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.652908] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.676836] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535591, 'name': Rename_Task, 'duration_secs': 0.191659} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.677164] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.677441] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783f55b5-6cd4-40a8-9be5-387db89f8b91 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.685555] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 681.685555] env[62845]: value = "task-2535592" [ 681.685555] env[62845]: _type = "Task" [ 681.685555] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.695145] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.701817] env[62845]: DEBUG nova.network.neutron [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Port 60be909b-7c23-48d4-9c83-bb4e12260abc binding to destination host cpu-1 is already ACTIVE {{(pid=62845) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 681.742302] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.925685] env[62845]: DEBUG nova.network.neutron [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updating instance_info_cache with network_info: [{"id": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "address": "fa:16:3e:cb:bc:13", "network": {"id": "81c5290a-eb18-4820-b587-0e9e93614374", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1980011242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3912f413924b4fb69cb74afd927f1914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5c2af1-2e", "ovs_interfaceid": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.953616] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.995461] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.995754] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.995929] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.996192] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.996454] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.996539] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.996693] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.996895] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.997244] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.997326] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.997495] env[62845]: DEBUG nova.virt.hardware [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.998395] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31300bb1-7601-4e00-99c6-064b5ba730da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.010065] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d463448-8053-4bc1-b746-74f0125a3a4f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.097649] env[62845]: INFO nova.compute.manager [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Took 29.74 seconds to build instance. [ 682.106849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.109412] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.399s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.110887] env[62845]: INFO nova.compute.claims [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.138684] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.142026] env[62845]: INFO nova.scheduler.client.report [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Deleted allocations for instance 79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73 [ 682.199084] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535592, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.429587] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Releasing lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.429934] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Instance network_info: |[{"id": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "address": "fa:16:3e:cb:bc:13", "network": {"id": "81c5290a-eb18-4820-b587-0e9e93614374", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1980011242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3912f413924b4fb69cb74afd927f1914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5c2af1-2e", "ovs_interfaceid": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.430385] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bc:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f5c2af1-2e6c-41b5-a5ea-7a620091d39a', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.442130] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Creating folder: Project (3912f413924b4fb69cb74afd927f1914). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.442743] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e73dcc02-3218-4640-a097-34e351cf2b5b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.453448] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Created folder: Project (3912f413924b4fb69cb74afd927f1914) in parent group-v512253. [ 682.453645] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Creating folder: Instances. Parent ref: group-v512309. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.453899] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4531e4d6-abe4-4c2b-a0fe-e7f66c219d93 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.462675] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Created folder: Instances in parent group-v512309. [ 682.463049] env[62845]: DEBUG oslo.service.loopingcall [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.466150] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.466150] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0c21cf2-3855-4ba8-ae44-25a405060a31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489900] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.489900] env[62845]: value = "task-2535595" [ 682.489900] env[62845]: _type = "Task" [ 682.489900] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.503906] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535595, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.571279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "03e4452c-7f43-41ef-84ca-a9be999c500e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.571279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.571279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.571279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.571917] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.573176] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Successfully updated port: bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.578189] env[62845]: INFO nova.compute.manager [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Terminating instance [ 682.603333] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f1527690-0ba2-46d4-9f4b-6e4f3b4d2f34 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.264s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.605763] env[62845]: DEBUG nova.network.neutron [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.652833] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e7370765-126c-4647-a5e2-8ce20647ea80 tempest-ServerDiagnosticsV248Test-972142400 tempest-ServerDiagnosticsV248Test-972142400-project-member] Lock "79945e5e-b3bb-4a3f-9b8e-f4d54a2a0f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.611s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.695509] env[62845]: DEBUG oslo_vmware.api [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535592, 'name': PowerOnVM_Task, 'duration_secs': 0.591437} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.695782] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.695987] env[62845]: DEBUG nova.compute.manager [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.696760] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d42ec4-4b5a-4a9f-a232-c6819b4eba40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.723896] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.724177] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.725191] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.760292] env[62845]: DEBUG nova.compute.manager [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Received event network-vif-plugged-bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.760567] env[62845]: DEBUG oslo_concurrency.lockutils [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] Acquiring lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.760824] env[62845]: DEBUG oslo_concurrency.lockutils [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.761019] env[62845]: DEBUG oslo_concurrency.lockutils [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.761186] env[62845]: DEBUG nova.compute.manager [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] No waiting events found dispatching network-vif-plugged-bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.761607] env[62845]: WARNING nova.compute.manager [req-ab0a1467-fa9f-4fcf-8ae4-c1cae0ffd195 req-1777c4f7-c24c-4021-8388-3dbe8369e8d8 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Received unexpected event network-vif-plugged-bd608154-3546-4ab1-ae80-2ae8e951d5c8 for instance with vm_state building and task_state spawning. [ 683.001432] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535595, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.080749] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.080816] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquired lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.080958] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.082508] env[62845]: DEBUG nova.compute.manager [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.082688] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.083664] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4dab1e-6398-43e4-9e9d-159f20eb26db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.091131] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.091389] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae4d115-c3b5-4049-b839-4ac5271776d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.098420] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 683.098420] env[62845]: value = "task-2535596" [ 683.098420] env[62845]: _type = "Task" [ 683.098420] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.106866] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.113275] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.114084] env[62845]: INFO nova.compute.manager [-] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Took 1.52 seconds to deallocate network for instance. [ 683.213061] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.327751] env[62845]: DEBUG nova.compute.manager [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Received event network-changed-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.327992] env[62845]: DEBUG nova.compute.manager [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Refreshing instance network info cache due to event network-changed-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.328236] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Acquiring lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.328401] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Acquired lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.328608] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Refreshing network info cache for port 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.500391] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535595, 'name': CreateVM_Task, 'duration_secs': 0.559479} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.500615] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.503920] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.504110] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.504421] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.505211] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3243b20-787d-4052-ae6c-6dea37b0acbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.511145] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 683.511145] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5215386f-5a0c-f246-c14b-80076a584b2a" [ 683.511145] env[62845]: _type = "Task" [ 683.511145] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.522089] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5215386f-5a0c-f246-c14b-80076a584b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.612138] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535596, 'name': PowerOffVM_Task, 'duration_secs': 0.209315} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.612915] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.617751] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.617751] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9180143c-0ae7-4b38-a10b-68f904b925a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.619726] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.625854] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.632025] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683ff46a-df80-4152-8993-36c05d60ae9a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.642182] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.643168] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e1d64e-ca67-452e-937c-f081058bf17e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.682160] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38e2a9-0926-46ba-8f0a-b2b59b32c124 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686333] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.686554] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.686734] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Deleting the datastore file [datastore2] 03e4452c-7f43-41ef-84ca-a9be999c500e {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.687334] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dea2e8e-17c8-456d-9d03-1279739750cc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.692523] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6638e082-9e89-4b32-8d71-c0ce15eab391 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.697947] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for the task: (returnval){ [ 683.697947] env[62845]: value = "task-2535598" [ 683.697947] env[62845]: _type = "Task" [ 683.697947] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.711102] env[62845]: DEBUG nova.compute.provider_tree [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.719875] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.824383] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.824589] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.824762] env[62845]: DEBUG nova.network.neutron [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.900132] env[62845]: DEBUG nova.network.neutron [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updating instance_info_cache with network_info: [{"id": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "address": "fa:16:3e:6f:72:ea", "network": {"id": "b2e9a30e-fbb9-497c-aaa8-6b57a20d2e91", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2104991549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1540181cdd402182463b6ae99ea9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd608154-35", "ovs_interfaceid": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.022117] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5215386f-5a0c-f246-c14b-80076a584b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.02158} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.022117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.022117] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.022347] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.022486] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.022724] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.022991] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fe2c2d-8a6d-4c38-b1fc-505beb2d10c7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.034759] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.034759] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.035435] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2123a9f-951d-4522-ade8-aba1544b3ab5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.041786] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 684.041786] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f66ec-e045-7ad8-4a58-cf8adcc9c6e9" [ 684.041786] env[62845]: _type = "Task" [ 684.041786] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.049803] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f66ec-e045-7ad8-4a58-cf8adcc9c6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.208653] env[62845]: DEBUG oslo_vmware.api [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Task: {'id': task-2535598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274996} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.208910] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.209110] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.209293] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.209462] env[62845]: INFO nova.compute.manager [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 684.209736] env[62845]: DEBUG oslo.service.loopingcall [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.209936] env[62845]: DEBUG nova.compute.manager [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.210041] env[62845]: DEBUG nova.network.neutron [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.214593] env[62845]: DEBUG nova.scheduler.client.report [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.298100] env[62845]: INFO nova.compute.manager [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Rebuilding instance [ 684.332759] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updated VIF entry in instance network info cache for port 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.333564] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updating instance_info_cache with network_info: [{"id": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "address": "fa:16:3e:cb:bc:13", "network": {"id": "81c5290a-eb18-4820-b587-0e9e93614374", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1980011242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3912f413924b4fb69cb74afd927f1914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5c2af1-2e", "ovs_interfaceid": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.357242] env[62845]: DEBUG nova.compute.manager [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.357873] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e134d2c-686c-4c5b-a517-f92719f0a24e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.397329] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "c432556e-9980-43ad-ade5-1da925b9ae8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.398184] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.404381] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Releasing lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.404669] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Instance network_info: |[{"id": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "address": "fa:16:3e:6f:72:ea", "network": {"id": "b2e9a30e-fbb9-497c-aaa8-6b57a20d2e91", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2104991549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1540181cdd402182463b6ae99ea9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd608154-35", "ovs_interfaceid": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.406525] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:72:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd608154-3546-4ab1-ae80-2ae8e951d5c8', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.416491] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Creating folder: Project (0e1540181cdd402182463b6ae99ea9db). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.419528] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4134305-04f8-4aa3-97b3-addbe6ce2fab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.429211] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Created folder: Project (0e1540181cdd402182463b6ae99ea9db) in parent group-v512253. [ 684.429431] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Creating folder: Instances. Parent ref: group-v512312. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.429678] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cbd55d9-2b31-4472-b5cb-ae2b3dcbe5f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.444952] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Created folder: Instances in parent group-v512312. [ 684.445465] env[62845]: DEBUG oslo.service.loopingcall [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.445465] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.445633] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ffa830-7f32-4ed6-a93e-ed2371db14a8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.467265] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.467265] env[62845]: value = "task-2535601" [ 684.467265] env[62845]: _type = "Task" [ 684.467265] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.475624] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535601, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.557452] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f66ec-e045-7ad8-4a58-cf8adcc9c6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.558386] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a965ae-c887-4ced-9dc3-e54fe0c205c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.568460] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 684.568460] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5281f246-4219-4b41-f977-ae4f059fdadd" [ 684.568460] env[62845]: _type = "Task" [ 684.568460] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.585944] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5281f246-4219-4b41-f977-ae4f059fdadd, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.586257] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.587687] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 75386726-036a-4bb8-aab0-ca4e07b6b675/75386726-036a-4bb8-aab0-ca4e07b6b675.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.587687] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7ebc86d-b41e-4282-95bf-c3b479c46109 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.593207] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 684.593207] env[62845]: value = "task-2535602" [ 684.593207] env[62845]: _type = "Task" [ 684.593207] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.606126] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.719782] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.721850] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.731400] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.170s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.732216] env[62845]: INFO nova.compute.claims [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.824071] env[62845]: DEBUG nova.network.neutron [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.836371] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Releasing lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.837032] env[62845]: DEBUG nova.compute.manager [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Received event network-changed-0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.837146] env[62845]: DEBUG nova.compute.manager [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Refreshing instance network info cache due to event network-changed-0b82f8ac-865a-40dc-a726-f086284c0bd6. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.837352] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Acquiring lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.837508] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Acquired lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.837730] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Refreshing network info cache for port 0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.978194] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535601, 'name': CreateVM_Task, 'duration_secs': 0.375435} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.978415] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.979262] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.979426] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.979829] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.980147] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094c806f-7a1c-4666-81a1-e55a1fa7a04c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.987832] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 684.987832] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52793838-73b9-a9a8-2f09-b6a70753a1f7" [ 684.987832] env[62845]: _type = "Task" [ 684.987832] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.996090] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52793838-73b9-a9a8-2f09-b6a70753a1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.109187] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.240760] env[62845]: DEBUG nova.compute.utils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.242157] env[62845]: DEBUG nova.network.neutron [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.249128] env[62845]: DEBUG nova.compute.manager [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Received event network-changed-bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.249128] env[62845]: DEBUG nova.compute.manager [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Refreshing instance network info cache due to event network-changed-bd608154-3546-4ab1-ae80-2ae8e951d5c8. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.249128] env[62845]: DEBUG oslo_concurrency.lockutils [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] Acquiring lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.249128] env[62845]: DEBUG oslo_concurrency.lockutils [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] Acquired lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.249128] env[62845]: DEBUG nova.network.neutron [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Refreshing network info cache for port bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.251139] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.251303] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.306780] env[62845]: DEBUG nova.policy [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f617ea06c745eb84d1ce904f4bdca4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb048119ed14f3cbddc6d6ecee559d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.327077] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.373806] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.374176] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-709dac74-6200-449d-9c0a-594f2bbec00a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.382296] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 685.382296] env[62845]: value = "task-2535603" [ 685.382296] env[62845]: _type = "Task" [ 685.382296] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.393036] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.498870] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52793838-73b9-a9a8-2f09-b6a70753a1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.065179} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.499201] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.499686] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.499686] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.499808] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.500068] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.500301] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7a94f5c-d66c-45ca-b950-e619055076ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.513731] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.513898] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.515337] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa1f864-2b45-4841-bcf2-401fe8a10ca6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.520885] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 685.520885] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fad5b5-c6b5-2b6a-99ef-74503bb37e6d" [ 685.520885] env[62845]: _type = "Task" [ 685.520885] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.528990] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fad5b5-c6b5-2b6a-99ef-74503bb37e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.605902] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574064} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.606344] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 75386726-036a-4bb8-aab0-ca4e07b6b675/75386726-036a-4bb8-aab0-ca4e07b6b675.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.606666] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.607074] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d74569fb-69cc-4669-8d1b-90f2050d1ca5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.614431] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 685.614431] env[62845]: value = "task-2535604" [ 685.614431] env[62845]: _type = "Task" [ 685.614431] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.623293] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.754917] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.764189] env[62845]: INFO nova.compute.manager [-] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Took 1.55 seconds to deallocate network for instance. [ 685.857954] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03714c46-3103-48e8-ab7f-4d48afbd2cfa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.887698] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af98dd-543e-4b30-ba55-7c6a45b5a44f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.900196] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 83 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.910813] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535603, 'name': PowerOffVM_Task, 'duration_secs': 0.259741} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.911293] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.911514] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.912938] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f486dd66-8ac7-4fd0-a183-822aa0ac7c34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.928022] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.928022] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c86918-5f46-4068-b800-0d42b932ae98 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.949886] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.949886] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.949886] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Deleting the datastore file [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.950504] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0db17ad-816c-4bb6-8d32-5a966b3553a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956935] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 685.956935] env[62845]: value = "task-2535606" [ 685.956935] env[62845]: _type = "Task" [ 685.956935] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.969640] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.034662] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fad5b5-c6b5-2b6a-99ef-74503bb37e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018325} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.038621] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175eb947-3e93-40dd-9abe-4f6d12061bba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.043980] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 686.043980] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5275b075-9c42-6719-b12f-f42221d193a5" [ 686.043980] env[62845]: _type = "Task" [ 686.043980] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.059804] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5275b075-9c42-6719-b12f-f42221d193a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.087804] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updated VIF entry in instance network info cache for port 0b82f8ac-865a-40dc-a726-f086284c0bd6. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.088260] env[62845]: DEBUG nova.network.neutron [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updating instance_info_cache with network_info: [{"id": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "address": "fa:16:3e:eb:38:c0", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b82f8ac-86", "ovs_interfaceid": "0b82f8ac-865a-40dc-a726-f086284c0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.125916] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104073} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.128701] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.130531] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3187774d-538b-4b7d-b96e-61433154d815 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.154260] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 75386726-036a-4bb8-aab0-ca4e07b6b675/75386726-036a-4bb8-aab0-ca4e07b6b675.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.157300] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6803fd1-54b1-4209-af30-c3bb724f7497 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.183171] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 686.183171] env[62845]: value = "task-2535607" [ 686.183171] env[62845]: _type = "Task" [ 686.183171] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.194058] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.220275] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Successfully created port: 2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.251755] env[62845]: DEBUG nova.network.neutron [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updated VIF entry in instance network info cache for port bd608154-3546-4ab1-ae80-2ae8e951d5c8. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.252206] env[62845]: DEBUG nova.network.neutron [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updating instance_info_cache with network_info: [{"id": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "address": "fa:16:3e:6f:72:ea", "network": {"id": "b2e9a30e-fbb9-497c-aaa8-6b57a20d2e91", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2104991549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1540181cdd402182463b6ae99ea9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd608154-35", "ovs_interfaceid": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.274017] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.409352] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970eb08-36d7-4da7-acfb-054c42ba21c1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.416702] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.416989] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6235375c-d392-457d-8595-bd0bd5c00e42 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.427350] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03baeb69-88ac-4813-a021-91d3b67cf86c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.428321] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 686.428321] env[62845]: value = "task-2535608" [ 686.428321] env[62845]: _type = "Task" [ 686.428321] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.465113] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f57c84e-1c64-40fc-ab20-dac92fe0c6ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471178] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.476617] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137521} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.479156] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.479156] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.479313] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.484127] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb743f98-350a-4f41-a608-4e43cc57025d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.497741] env[62845]: DEBUG nova.compute.provider_tree [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.555006] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5275b075-9c42-6719-b12f-f42221d193a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021642} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.555604] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.555908] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab/4b1de28b-58b7-4c1c-a0e7-0319b02e4fab.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.556181] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-460a97f7-e27d-4fcb-b835-c53271d379ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.564560] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 686.564560] env[62845]: value = "task-2535609" [ 686.564560] env[62845]: _type = "Task" [ 686.564560] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.574372] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.590840] env[62845]: DEBUG oslo_concurrency.lockutils [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] Releasing lock "refresh_cache-81d36cda-0337-478d-a4de-74a52917bcdc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.591025] env[62845]: DEBUG nova.compute.manager [req-1a82bcbe-a908-4134-aee1-d135114de3f4 req-348de982-6296-4157-be1b-c1455639293d service nova] [instance: 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814] Received event network-vif-deleted-0a005c80-1962-495a-9956-0bece78b2530 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.697722] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.760782] env[62845]: DEBUG oslo_concurrency.lockutils [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] Releasing lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.761415] env[62845]: DEBUG nova.compute.manager [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Received event network-vif-deleted-81e7c8b7-e286-40d9-9b3e-8751565aaaef {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.761415] env[62845]: INFO nova.compute.manager [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Neutron deleted interface 81e7c8b7-e286-40d9-9b3e-8751565aaaef; detaching it from the instance and deleting it from the info cache [ 686.761533] env[62845]: DEBUG nova.network.neutron [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.769560] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.807881] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.808187] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.808373] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.808566] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.808733] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.808899] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.809135] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.809305] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.809488] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.809675] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.809834] env[62845]: DEBUG nova.virt.hardware [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.810810] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b107190-39cc-46ea-9312-d558cd6cb1c2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.820545] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bf6581-6260-4c77-98d0-070fdae53cd6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.944644] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.005135] env[62845]: DEBUG nova.scheduler.client.report [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.079753] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535609, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.199033] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535607, 'name': ReconfigVM_Task, 'duration_secs': 0.745309} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.203023] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 75386726-036a-4bb8-aab0-ca4e07b6b675/75386726-036a-4bb8-aab0-ca4e07b6b675.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.203023] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7ef52e8-8e7b-450d-9515-0c615decdc7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.208915] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 687.208915] env[62845]: value = "task-2535610" [ 687.208915] env[62845]: _type = "Task" [ 687.208915] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.219389] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535610, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.265128] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bdce2a8-ba9d-4dac-91e5-8041e4caf8d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.275056] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779731dc-2259-4cba-a105-53330e9a492f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.309329] env[62845]: DEBUG nova.compute.manager [req-4504e5f4-642f-42b1-8599-1f89a2af9a52 req-0e2f8c99-9b5c-4498-a3af-66ea81a05328 service nova] [instance: 03e4452c-7f43-41ef-84ca-a9be999c500e] Detach interface failed, port_id=81e7c8b7-e286-40d9-9b3e-8751565aaaef, reason: Instance 03e4452c-7f43-41ef-84ca-a9be999c500e could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 687.446714] env[62845]: DEBUG oslo_vmware.api [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535608, 'name': PowerOnVM_Task, 'duration_secs': 0.587119} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.446714] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.446714] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ad6e8-3683-4af5-ab21-2ad6722c5d66 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance 'a50a8b4e-3889-4240-bd9f-8bdb6298f990' progress to 100 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.511881] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.512295] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.515100] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.836s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.515427] env[62845]: DEBUG nova.objects.instance [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lazy-loading 'resources' on Instance uuid d2acffc3-ddec-448d-b3c7-666de4aeebfb {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.530347] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.530617] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.530773] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.530952] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.531149] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.531351] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.531574] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.531734] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.531900] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.532076] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.532255] env[62845]: DEBUG nova.virt.hardware [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.533530] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2429ab-60dd-4efd-bd74-5f09e9079dfb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.544075] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4fac34-d914-463d-8f2e-740a394b495a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.558770] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.567238] env[62845]: DEBUG oslo.service.loopingcall [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.569686] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.572994] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9247d88-7b4a-4adf-8e8c-42c9fadc7a26 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.595927] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730749} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.597348] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab/4b1de28b-58b7-4c1c-a0e7-0319b02e4fab.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.597569] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.597792] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.597792] env[62845]: value = "task-2535611" [ 687.597792] env[62845]: _type = "Task" [ 687.597792] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.598033] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ce7275-9f48-4f0d-93b4-07fb230271da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.610590] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535611, 'name': CreateVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.614440] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 687.614440] env[62845]: value = "task-2535612" [ 687.614440] env[62845]: _type = "Task" [ 687.614440] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.624632] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.720886] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535610, 'name': Rename_Task, 'duration_secs': 0.217423} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.723270] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.723538] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78f1eb2-6db8-4434-9607-69f00964c099 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.731025] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 687.731025] env[62845]: value = "task-2535613" [ 687.731025] env[62845]: _type = "Task" [ 687.731025] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.741780] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.912720] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.912980] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.018493] env[62845]: DEBUG nova.compute.utils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.027817] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.031373] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.081093] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Successfully updated port: 2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.124941] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535611, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.128362] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070821} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.129550] env[62845]: DEBUG nova.policy [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e550e9ff37214002a06d1db59dfbc2a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbc771fc1d4c4396b4d1c8155b89d310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.131435] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.134219] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937e351-dddc-4bbf-8ece-a6a5b569245b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.162676] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab/4b1de28b-58b7-4c1c-a0e7-0319b02e4fab.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.166725] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d596b2e1-425f-4841-9d84-407fa1ed8d34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.186652] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 688.186652] env[62845]: value = "task-2535614" [ 688.186652] env[62845]: _type = "Task" [ 688.186652] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.200659] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.243536] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.373303] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.373599] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.374493] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.374493] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.374493] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.379072] env[62845]: INFO nova.compute.manager [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Terminating instance [ 688.429473] env[62845]: DEBUG nova.compute.manager [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received event network-vif-plugged-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.430324] env[62845]: DEBUG oslo_concurrency.lockutils [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.430557] env[62845]: DEBUG oslo_concurrency.lockutils [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.430732] env[62845]: DEBUG oslo_concurrency.lockutils [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.430907] env[62845]: DEBUG nova.compute.manager [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] No waiting events found dispatching network-vif-plugged-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.431089] env[62845]: WARNING nova.compute.manager [req-3246d71a-d76b-40fc-a84f-2cad0298fe48 req-8fc2b37d-7d9d-40d0-9688-45886ff720eb service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received unexpected event network-vif-plugged-2e566315-8fd8-4530-8e7a-97599d6ea702 for instance with vm_state building and task_state spawning. [ 688.528527] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.540054] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "738d10e1-35f6-4ad4-a417-c81facf3c898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.540535] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.588458] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.588633] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.588855] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.603747] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42b8ae-ba40-4ddb-99c9-24f299ac215b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.617162] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535611, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.619847] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3b473-590d-42a8-a499-7703d9a99387 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.652396] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebd1e5b-fdec-4318-b752-b5369e7b7a90 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.660470] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862a5ac-4e0e-4db4-bfbc-2789e21f85d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.677132] env[62845]: DEBUG nova.compute.provider_tree [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.697215] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535614, 'name': ReconfigVM_Task, 'duration_secs': 0.294418} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.697215] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab/4b1de28b-58b7-4c1c-a0e7-0319b02e4fab.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.697215] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927f0309-bf1a-4851-aa39-82209518b236 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.703330] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 688.703330] env[62845]: value = "task-2535615" [ 688.703330] env[62845]: _type = "Task" [ 688.703330] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.711753] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535615, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.740464] env[62845]: DEBUG oslo_vmware.api [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535613, 'name': PowerOnVM_Task, 'duration_secs': 0.917154} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.740763] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.740993] env[62845]: INFO nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Took 9.48 seconds to spawn the instance on the hypervisor. [ 688.741200] env[62845]: DEBUG nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.742096] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f60f9-d66a-49f3-8d0a-b58045cf4e86 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.751345] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Successfully created port: 7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.883575] env[62845]: DEBUG nova.compute.manager [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.883842] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.885187] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02b033-7d79-4a75-9f6a-b2006357e4ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.892498] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.892780] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f4cf7a-99d9-4805-824d-93f9bee7c09e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.898836] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 688.898836] env[62845]: value = "task-2535616" [ 688.898836] env[62845]: _type = "Task" [ 688.898836] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.906889] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.033889] env[62845]: INFO nova.virt.block_device [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Booting with volume 5927b083-aa53-47f4-85dc-f654142da265 at /dev/sda [ 689.108737] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fed132f7-0b6c-4b9a-ac61-58ebdb4b08d7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.118318] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535611, 'name': CreateVM_Task, 'duration_secs': 1.329909} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.119802] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.120590] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.120919] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.121679] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.125071] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf9c48-3683-4bc7-9085-064e46e17b28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.140694] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.143145] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b01c71-0b3d-4cb2-a9ef-d962f9eb0fbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.152027] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 689.152027] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5263282a-582d-d9af-ed07-855587e7e8e1" [ 689.152027] env[62845]: _type = "Task" [ 689.152027] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.166873] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ff7f0cd-09be-4aa0-8823-d0d7664c4f6d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.174506] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5263282a-582d-d9af-ed07-855587e7e8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.175853] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.175853] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.175993] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.176419] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.176419] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.176671] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5784fb0c-da9a-4dc0-9b55-1e5c14a0846b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.181181] env[62845]: DEBUG nova.scheduler.client.report [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.188319] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37585e8-cb0b-47fa-a12b-6cb6e0d1ea66 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.199777] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.199975] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.201150] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5471ab6-2324-4333-823c-427f9d61b269 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.227407] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a91ae-d008-4eab-a935-8304f0d0de62 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.231035] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 689.231035] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c114da-5ef9-bebc-6ac2-3c27963b66f2" [ 689.231035] env[62845]: _type = "Task" [ 689.231035] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.238852] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535615, 'name': Rename_Task, 'duration_secs': 0.153384} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.239843] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39c6fc-d386-4cd5-bb08-23d9bcac103a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.242271] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.246449] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a3a266-323b-45f1-8465-26afa7309d48 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.248046] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c114da-5ef9-bebc-6ac2-3c27963b66f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.249334] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92eec520-f5ec-408e-b046-9eacd350b254 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.253317] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 689.253317] env[62845]: value = "task-2535617" [ 689.253317] env[62845]: _type = "Task" [ 689.253317] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.265161] env[62845]: DEBUG nova.virt.block_device [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updating existing volume attachment record: 4c9c219b-ddf7-48c9-b5f3-1f53562d1c8f {{(pid=62845) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 689.267537] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 689.267537] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f7ad6-1538-5bdd-5cbe-5ca38d21b668" [ 689.267537] env[62845]: _type = "Task" [ 689.267537] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.281207] env[62845]: INFO nova.compute.manager [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Took 33.31 seconds to build instance. [ 689.283095] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535617, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.288129] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f7ad6-1538-5bdd-5cbe-5ca38d21b668, 'name': SearchDatastore_Task, 'duration_secs': 0.017147} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.288129] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.288733] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.288733] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75e1e71-0b14-45cb-ad66-d380aa8936f1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.294466] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 689.294466] env[62845]: value = "task-2535618" [ 689.294466] env[62845]: _type = "Task" [ 689.294466] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.302883] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.378429] env[62845]: DEBUG nova.network.neutron [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [{"id": "2e566315-8fd8-4530-8e7a-97599d6ea702", "address": "fa:16:3e:22:09:7d", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e566315-8f", "ovs_interfaceid": "2e566315-8fd8-4530-8e7a-97599d6ea702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.408688] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535616, 'name': PowerOffVM_Task, 'duration_secs': 0.265835} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.408968] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.409148] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.409400] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0429470b-7d75-4ec2-a19b-978099b9542d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.472175] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.472472] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.472696] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Deleting the datastore file [datastore1] b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.473030] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f7af6dc-605c-4d21-9429-bce27d9b61ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.480149] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for the task: (returnval){ [ 689.480149] env[62845]: value = "task-2535620" [ 689.480149] env[62845]: _type = "Task" [ 689.480149] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.488521] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.701879] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.706390] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.762s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.708663] env[62845]: INFO nova.compute.claims [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.736730] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "abde4f42-d174-4de2-8679-1ae864414309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.737039] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.741622] env[62845]: INFO nova.scheduler.client.report [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Deleted allocations for instance d2acffc3-ddec-448d-b3c7-666de4aeebfb [ 689.765105] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535617, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.783865] env[62845]: DEBUG oslo_concurrency.lockutils [None req-05af70f9-d1d7-46e6-8e8e-dc1ef430ded9 tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.341s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.805887] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48243} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.806187] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.806400] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.806823] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-930f0554-5be1-4c8d-bc36-caf47659e3df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.814194] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 689.814194] env[62845]: value = "task-2535621" [ 689.814194] env[62845]: _type = "Task" [ 689.814194] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.824089] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.881675] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.881675] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance network_info: |[{"id": "2e566315-8fd8-4530-8e7a-97599d6ea702", "address": "fa:16:3e:22:09:7d", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e566315-8f", "ovs_interfaceid": "2e566315-8fd8-4530-8e7a-97599d6ea702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.882122] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:09:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e566315-8fd8-4530-8e7a-97599d6ea702', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.892711] env[62845]: DEBUG oslo.service.loopingcall [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.892989] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.893331] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ab3955-44c4-4cba-9849-8f477a405626 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.917255] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.917255] env[62845]: value = "task-2535622" [ 689.917255] env[62845]: _type = "Task" [ 689.917255] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.927466] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535622, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.996669] env[62845]: DEBUG oslo_vmware.api [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Task: {'id': task-2535620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333418} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.997010] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.997211] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.997391] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.997565] env[62845]: INFO nova.compute.manager [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 689.997830] env[62845]: DEBUG oslo.service.loopingcall [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.998049] env[62845]: DEBUG nova.compute.manager [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.998113] env[62845]: DEBUG nova.network.neutron [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.252115] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0989d9af-304c-44ac-bd60-6e62ae5e2c16 tempest-ServerExternalEventsTest-518032181 tempest-ServerExternalEventsTest-518032181-project-member] Lock "d2acffc3-ddec-448d-b3c7-666de4aeebfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.410s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.266907] env[62845]: DEBUG oslo_vmware.api [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535617, 'name': PowerOnVM_Task, 'duration_secs': 0.695068} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.272023] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.272023] env[62845]: INFO nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Took 8.31 seconds to spawn the instance on the hypervisor. [ 690.272023] env[62845]: DEBUG nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.272023] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6dda81-09b0-42c2-80a7-dae4ebb9f016 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.286880] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.332023] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10825} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.334877] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.334877] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4804fe54-984d-4c6f-9ffa-1e0cf6553407 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.362068] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.362706] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636f1559-2ddf-4ec2-a781-ea5466724970 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.383996] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 690.383996] env[62845]: value = "task-2535623" [ 690.383996] env[62845]: _type = "Task" [ 690.383996] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.393058] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.428522] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535622, 'name': CreateVM_Task, 'duration_secs': 0.416728} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.428654] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.429919] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.430205] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.430402] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.430663] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6ee9ae-5659-40f7-896a-5cf3e81f23c5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435472] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 690.435472] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521dcb27-22e3-a8ee-341d-87201b9e9426" [ 690.435472] env[62845]: _type = "Task" [ 690.435472] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.444841] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521dcb27-22e3-a8ee-341d-87201b9e9426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.493230] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.493230] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.494841] env[62845]: DEBUG nova.compute.manager [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Going to confirm migration 1 {{(pid=62845) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 690.687463] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Successfully updated port: 7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.803275] env[62845]: DEBUG nova.network.neutron [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.812086] env[62845]: INFO nova.compute.manager [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Took 33.65 seconds to build instance. [ 690.824581] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.908133] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535623, 'name': ReconfigVM_Task, 'duration_secs': 0.276052} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.915254] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c/637c1419-b959-4be2-abe7-3842e89c114c.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.917778] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ab59b0-4d26-4c28-897b-0b8a17309f45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.926911] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 690.926911] env[62845]: value = "task-2535624" [ 690.926911] env[62845]: _type = "Task" [ 690.926911] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.946241] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535624, 'name': Rename_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.953029] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521dcb27-22e3-a8ee-341d-87201b9e9426, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.953029] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.953303] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.953341] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.953497] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.953679] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.953957] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8a7fe47-57d9-4241-965f-80feee7d6e68 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.961706] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.961887] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.962871] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323f7792-63a4-475f-9427-a36695aeb177 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.968474] env[62845]: DEBUG nova.compute.manager [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.968677] env[62845]: DEBUG nova.compute.manager [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing instance network info cache due to event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.968894] env[62845]: DEBUG oslo_concurrency.lockutils [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] Acquiring lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.969726] env[62845]: DEBUG oslo_concurrency.lockutils [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] Acquired lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.969726] env[62845]: DEBUG nova.network.neutron [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.974816] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 690.974816] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52128d45-96ac-3ba1-7f54-e9a8f4425682" [ 690.974816] env[62845]: _type = "Task" [ 690.974816] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.987025] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52128d45-96ac-3ba1-7f54-e9a8f4425682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.989179] env[62845]: DEBUG nova.compute.manager [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Received event network-vif-plugged-7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.989376] env[62845]: DEBUG oslo_concurrency.lockutils [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] Acquiring lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.989582] env[62845]: DEBUG oslo_concurrency.lockutils [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.989838] env[62845]: DEBUG oslo_concurrency.lockutils [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.989917] env[62845]: DEBUG nova.compute.manager [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] No waiting events found dispatching network-vif-plugged-7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.990553] env[62845]: WARNING nova.compute.manager [req-e69f45eb-c15d-45f8-8863-ac4f1c26f10c req-d21f81bb-935b-4710-8d96-b66aa6e97f98 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Received unexpected event network-vif-plugged-7e19d8de-b97d-4e89-9d9a-e424ccb693dd for instance with vm_state building and task_state spawning. [ 691.086596] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.086779] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.086975] env[62845]: DEBUG nova.network.neutron [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.087166] env[62845]: DEBUG nova.objects.instance [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lazy-loading 'info_cache' on Instance uuid a50a8b4e-3889-4240-bd9f-8bdb6298f990 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.192126] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.192126] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquired lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.192276] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.314454] env[62845]: INFO nova.compute.manager [-] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Took 1.32 seconds to deallocate network for instance. [ 691.315755] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c33482-5dc8-4bc8-910c-a8d554460fb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.319232] env[62845]: DEBUG oslo_concurrency.lockutils [None req-04bc005f-8cd2-4910-8a4e-f2d0df0632b7 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.976s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.331760] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362775e1-7cb0-46e9-89ce-8410f376263e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.366721] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8dc31e-b5fa-4097-a7eb-2a6447768295 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.380369] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af399531-0676-498a-9898-cc851c7cdc6c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.397079] env[62845]: DEBUG nova.compute.provider_tree [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.414602] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.415166] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.415385] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.415538] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.415718] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.415879] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.416305] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.416305] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.416410] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.416568] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.416731] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.416902] env[62845]: DEBUG nova.virt.hardware [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.420841] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616374f-4e6c-4829-b7bb-2d7f1484d9ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.430317] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b283fdd-af0a-486e-9939-16c96579446a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.451422] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535624, 'name': Rename_Task, 'duration_secs': 0.137888} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.451422] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.451422] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b254c510-0afc-48d8-8119-9bd243195802 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.461739] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Waiting for the task: (returnval){ [ 691.461739] env[62845]: value = "task-2535625" [ 691.461739] env[62845]: _type = "Task" [ 691.461739] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.475614] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.485413] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52128d45-96ac-3ba1-7f54-e9a8f4425682, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.486386] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bda2cb-ae8f-44a7-acdf-6736e94ed367 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.491812] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 691.491812] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e19288-19e4-6452-cde0-3b273c0cc297" [ 691.491812] env[62845]: _type = "Task" [ 691.491812] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.501376] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e19288-19e4-6452-cde0-3b273c0cc297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.741653] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.831025] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.833095] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.901527] env[62845]: DEBUG nova.scheduler.client.report [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.976293] env[62845]: DEBUG oslo_vmware.api [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Task: {'id': task-2535625, 'name': PowerOnVM_Task, 'duration_secs': 0.457967} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.976293] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.976293] env[62845]: DEBUG nova.compute.manager [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.976293] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4b8d6-d551-4bb5-b896-3821b33cd883 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.003013] env[62845]: DEBUG nova.network.neutron [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updating instance_info_cache with network_info: [{"id": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "address": "fa:16:3e:95:34:de", "network": {"id": "1777037e-2547-4db7-937c-afca01083c41", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-497634778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbc771fc1d4c4396b4d1c8155b89d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e19d8de-b9", "ovs_interfaceid": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.009277] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e19288-19e4-6452-cde0-3b273c0cc297, 'name': SearchDatastore_Task, 'duration_secs': 0.021097} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.009916] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.010234] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32/1a26cd0b-c0b7-4f41-997f-0a6b2c644e32.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.010533] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa44e87-3030-460d-b6ca-5d1490ad751a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.017032] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 692.017032] env[62845]: value = "task-2535626" [ 692.017032] env[62845]: _type = "Task" [ 692.017032] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.026443] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.173027] env[62845]: DEBUG nova.network.neutron [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updated VIF entry in instance network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.173678] env[62845]: DEBUG nova.network.neutron [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [{"id": "2e566315-8fd8-4530-8e7a-97599d6ea702", "address": "fa:16:3e:22:09:7d", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e566315-8f", "ovs_interfaceid": "2e566315-8fd8-4530-8e7a-97599d6ea702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.344336] env[62845]: DEBUG nova.network.neutron [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.358068] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.408031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.408331] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.410863] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.503s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.415022] env[62845]: INFO nova.compute.claims [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.498729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.511356] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Releasing lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.512050] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Instance network_info: |[{"id": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "address": "fa:16:3e:95:34:de", "network": {"id": "1777037e-2547-4db7-937c-afca01083c41", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-497634778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbc771fc1d4c4396b4d1c8155b89d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e19d8de-b9", "ovs_interfaceid": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.512571] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:34:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e19d8de-b97d-4e89-9d9a-e424ccb693dd', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.521514] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Creating folder: Project (cbc771fc1d4c4396b4d1c8155b89d310). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.521945] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-559bbd6c-8703-47e9-8ff6-963ef6ac899e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.533292] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.538912] env[62845]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 692.539112] env[62845]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62845) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 692.539479] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Folder already exists: Project (cbc771fc1d4c4396b4d1c8155b89d310). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 692.539675] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Creating folder: Instances. Parent ref: group-v512266. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.539918] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f55f4c6-9d27-4bc9-839e-ecaa7bd5a9b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.549636] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Created folder: Instances in parent group-v512266. [ 692.549903] env[62845]: DEBUG oslo.service.loopingcall [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.550118] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.550471] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b646d99-2953-4fda-81d0-8f176fb58cfa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.570818] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.570818] env[62845]: value = "task-2535629" [ 692.570818] env[62845]: _type = "Task" [ 692.570818] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.579841] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535629, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.678151] env[62845]: DEBUG oslo_concurrency.lockutils [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] Releasing lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.678467] env[62845]: DEBUG nova.compute.manager [req-0f4f2236-11d2-409c-a5ea-a57ebe742d03 req-d19f5479-7004-4d81-91f5-091cb4eea8ec service nova] [instance: b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b] Received event network-vif-deleted-4512a3ae-ec7f-470c-b180-a4dda7b51217 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.847385] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.847827] env[62845]: DEBUG nova.objects.instance [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lazy-loading 'migration_context' on Instance uuid a50a8b4e-3889-4240-bd9f-8bdb6298f990 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.920282] env[62845]: DEBUG nova.compute.utils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.923210] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.923210] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.974394] env[62845]: DEBUG nova.policy [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e00429fc8f9442b8c4141d112d15d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07caed76d973439882313d06b3a2c637', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.033941] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823398} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.034296] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32/1a26cd0b-c0b7-4f41-997f-0a6b2c644e32.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.034631] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.034992] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ea74d74-25d1-4524-9633-e6a967edd111 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.040829] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 693.040829] env[62845]: value = "task-2535630" [ 693.040829] env[62845]: _type = "Task" [ 693.040829] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.049126] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.080014] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535629, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.179117] env[62845]: DEBUG nova.compute.manager [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Received event network-changed-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.179354] env[62845]: DEBUG nova.compute.manager [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Refreshing instance network info cache due to event network-changed-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.180283] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Acquiring lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.181024] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Acquired lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.181024] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Refreshing network info cache for port 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.208100] env[62845]: DEBUG nova.compute.manager [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Received event network-changed-7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.208301] env[62845]: DEBUG nova.compute.manager [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Refreshing instance network info cache due to event network-changed-7e19d8de-b97d-4e89-9d9a-e424ccb693dd. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.208519] env[62845]: DEBUG oslo_concurrency.lockutils [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] Acquiring lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.208660] env[62845]: DEBUG oslo_concurrency.lockutils [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] Acquired lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.208820] env[62845]: DEBUG nova.network.neutron [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Refreshing network info cache for port 7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.282690] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Successfully created port: ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.352534] env[62845]: DEBUG nova.objects.base [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62845) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 693.354594] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f46fa7-6287-45bf-a75e-d2867f366741 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.374264] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5382a70a-3c86-495e-ad2a-5233ccfeecd0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.381034] env[62845]: DEBUG oslo_vmware.api [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 693.381034] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cf2e57-8763-6eaa-b9d5-72ecaa9a3995" [ 693.381034] env[62845]: _type = "Task" [ 693.381034] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.389409] env[62845]: DEBUG oslo_vmware.api [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cf2e57-8763-6eaa-b9d5-72ecaa9a3995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.423779] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.556535] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.460517} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.556535] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.560567] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee740c-7453-4f86-88d7-314b8b7eb4a0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.584629] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32/1a26cd0b-c0b7-4f41-997f-0a6b2c644e32.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.590753] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc417d8a-6da3-4393-9d91-147c77101f60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.611743] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535629, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.613216] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 693.613216] env[62845]: value = "task-2535631" [ 693.613216] env[62845]: _type = "Task" [ 693.613216] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.622231] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.790542] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "637c1419-b959-4be2-abe7-3842e89c114c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.790542] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.790785] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "637c1419-b959-4be2-abe7-3842e89c114c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.792152] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.792152] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.796521] env[62845]: INFO nova.compute.manager [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Terminating instance [ 693.895469] env[62845]: DEBUG oslo_vmware.api [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cf2e57-8763-6eaa-b9d5-72ecaa9a3995, 'name': SearchDatastore_Task, 'duration_secs': 0.038017} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.903166] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.082059] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3abd5-9055-4caa-b274-6d570445a915 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.093275] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b4af3-2f52-4389-be4a-204cb54d8975 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.096467] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535629, 'name': CreateVM_Task, 'duration_secs': 1.485034} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.096646] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.097720] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '4c9c219b-ddf7-48c9-b5f3-1f53562d1c8f', 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512281', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'name': 'volume-5927b083-aa53-47f4-85dc-f654142da265', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0', 'attached_at': '', 'detached_at': '', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'serial': '5927b083-aa53-47f4-85dc-f654142da265'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62845) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 694.097935] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Root volume attach. Driver type: vmdk {{(pid=62845) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 694.098860] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae27200d-bf2d-4638-a380-559ddab6dd83 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.129896] env[62845]: DEBUG nova.network.neutron [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updated VIF entry in instance network info cache for port 7e19d8de-b97d-4e89-9d9a-e424ccb693dd. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.129896] env[62845]: DEBUG nova.network.neutron [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updating instance_info_cache with network_info: [{"id": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "address": "fa:16:3e:95:34:de", "network": {"id": "1777037e-2547-4db7-937c-afca01083c41", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-497634778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbc771fc1d4c4396b4d1c8155b89d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e19d8de-b9", "ovs_interfaceid": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.136423] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d00e8-94a6-4522-b640-6ad1c4f8bded {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.140656] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1412e-5288-4a87-8843-62907c35d94b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.147634] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.152239] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f7fbc-dca5-4dac-b5c2-934b780c1702 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.158034] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8e83e-56b5-4763-98b7-637d152dcdd1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.169440] env[62845]: DEBUG nova.compute.provider_tree [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.175262] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-20b311f2-9a14-4b24-94d9-f6a8fcfb213c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.182894] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 694.182894] env[62845]: value = "task-2535632" [ 694.182894] env[62845]: _type = "Task" [ 694.182894] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.189703] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updated VIF entry in instance network info cache for port 6f5c2af1-2e6c-41b5-a5ea-7a620091d39a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.189703] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updating instance_info_cache with network_info: [{"id": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "address": "fa:16:3e:cb:bc:13", "network": {"id": "81c5290a-eb18-4820-b587-0e9e93614374", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1980011242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3912f413924b4fb69cb74afd927f1914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5c2af1-2e", "ovs_interfaceid": "6f5c2af1-2e6c-41b5-a5ea-7a620091d39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.194109] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.304400] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "refresh_cache-637c1419-b959-4be2-abe7-3842e89c114c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.304587] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquired lock "refresh_cache-637c1419-b959-4be2-abe7-3842e89c114c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.304777] env[62845]: DEBUG nova.network.neutron [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.449246] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.484989] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.485320] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.485531] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.485799] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.486020] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.486206] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.486491] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.486669] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.486899] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.487128] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.487365] env[62845]: DEBUG nova.virt.hardware [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.488382] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c90514-8d41-4c01-9f96-953fd512ee5a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.496667] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d938f8-7cb2-44b0-a655-8c277c1d2f9d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.638629] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535631, 'name': ReconfigVM_Task, 'duration_secs': 0.856296} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.638947] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32/1a26cd0b-c0b7-4f41-997f-0a6b2c644e32.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.639846] env[62845]: DEBUG oslo_concurrency.lockutils [req-ac5a51ea-4b7c-4c2e-83f7-d82a06ed7186 req-70791006-3e02-41ef-8b5e-e8374c92e030 service nova] Releasing lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.640345] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2cf502-83f8-41c1-9670-4d24e2e33f1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.649943] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 694.649943] env[62845]: value = "task-2535633" [ 694.649943] env[62845]: _type = "Task" [ 694.649943] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.662104] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535633, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.673839] env[62845]: DEBUG nova.scheduler.client.report [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.695304] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Releasing lock "refresh_cache-75386726-036a-4bb8-aab0-ca4e07b6b675" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.695458] env[62845]: DEBUG nova.compute.manager [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Received event network-changed-bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.695507] env[62845]: DEBUG nova.compute.manager [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Refreshing instance network info cache due to event network-changed-bd608154-3546-4ab1-ae80-2ae8e951d5c8. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.695734] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Acquiring lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.695959] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Acquired lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.696058] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Refreshing network info cache for port bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.697362] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 35%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.839806] env[62845]: DEBUG nova.network.neutron [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.888522] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Successfully updated port: ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.972175] env[62845]: DEBUG nova.network.neutron [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.165418] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535633, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.180104] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.180363] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.183388] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.664s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.184944] env[62845]: INFO nova.compute.claims [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.208237] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 49%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.369913] env[62845]: DEBUG nova.compute.manager [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Received event network-vif-plugged-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.370605] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Acquiring lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.371030] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.371332] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.371655] env[62845]: DEBUG nova.compute.manager [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] No waiting events found dispatching network-vif-plugged-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.371937] env[62845]: WARNING nova.compute.manager [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Received unexpected event network-vif-plugged-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 for instance with vm_state building and task_state spawning. [ 695.373082] env[62845]: DEBUG nova.compute.manager [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Received event network-changed-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.373082] env[62845]: DEBUG nova.compute.manager [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Refreshing instance network info cache due to event network-changed-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.373082] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Acquiring lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.373082] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Acquired lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.373082] env[62845]: DEBUG nova.network.neutron [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Refreshing network info cache for port ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.389596] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.475775] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Releasing lock "refresh_cache-637c1419-b959-4be2-abe7-3842e89c114c" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.476375] env[62845]: DEBUG nova.compute.manager [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.476480] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.477398] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96505e87-bf12-475e-b43d-d77e1d5098ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.487079] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.487379] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e8d348-384b-4616-a38f-38424acd31ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.496052] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 695.496052] env[62845]: value = "task-2535634" [ 695.496052] env[62845]: _type = "Task" [ 695.496052] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.506942] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.660967] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535633, 'name': Rename_Task, 'duration_secs': 0.604351} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.664595] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.664595] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c257efc-6167-4c40-a1c7-7b11f89fc62e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.670132] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 695.670132] env[62845]: value = "task-2535635" [ 695.670132] env[62845]: _type = "Task" [ 695.670132] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.673680] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updated VIF entry in instance network info cache for port bd608154-3546-4ab1-ae80-2ae8e951d5c8. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.674080] env[62845]: DEBUG nova.network.neutron [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updating instance_info_cache with network_info: [{"id": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "address": "fa:16:3e:6f:72:ea", "network": {"id": "b2e9a30e-fbb9-497c-aaa8-6b57a20d2e91", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2104991549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1540181cdd402182463b6ae99ea9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd608154-35", "ovs_interfaceid": "bd608154-3546-4ab1-ae80-2ae8e951d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.680469] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.691572] env[62845]: DEBUG nova.compute.utils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.697201] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.697934] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.712926] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 62%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.820619] env[62845]: DEBUG nova.policy [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71743265d14c4e049096a2adcdf65ae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433e05c0c20e478ca1843ab3e1c96134', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.917285] env[62845]: DEBUG nova.network.neutron [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.012441] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535634, 'name': PowerOffVM_Task, 'duration_secs': 0.333718} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.013043] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.013421] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.013820] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36894f29-6730-4c6d-b819-6538a75e9d50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.053707] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.054065] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.054322] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Deleting the datastore file [datastore2] 637c1419-b959-4be2-abe7-3842e89c114c {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.054661] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f862db94-c3a6-4eac-82fb-3123370fc688 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.061388] env[62845]: DEBUG nova.network.neutron [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.063957] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for the task: (returnval){ [ 696.063957] env[62845]: value = "task-2535637" [ 696.063957] env[62845]: _type = "Task" [ 696.063957] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.073155] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.180184] env[62845]: DEBUG oslo_concurrency.lockutils [req-ddf8f562-afdd-4366-b875-ce3ce4ca80b8 req-231e7d91-fead-4ecc-a5e0-63a9a010e395 service nova] Releasing lock "refresh_cache-4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.181043] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.200478] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.224195] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 76%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.472121] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Successfully created port: 1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.565691] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff12858a-a9e2-4e31-bbc4-6be05524d5e0 req-6f33b870-8bfe-4870-bf82-f8c52af2b285 service nova] Releasing lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.566394] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquired lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.566394] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.583156] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.681227] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.710840] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.789235] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755f18e-6abc-47d8-968a-697770b47027 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.797412] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b5dc7-0e62-4747-badb-cc5bf89fe774 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.835616] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58466ea3-09ae-4e3a-b0a0-33de02c3bbe0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.845451] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7885f9-e9b4-40d8-af42-538a44164f72 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.859870] env[62845]: DEBUG nova.compute.provider_tree [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.078651] env[62845]: DEBUG oslo_vmware.api [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Task: {'id': task-2535637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563328} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.078911] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.079608] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.079608] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.079608] env[62845]: INFO nova.compute.manager [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Took 1.60 seconds to destroy the instance on the hypervisor. [ 697.079805] env[62845]: DEBUG oslo.service.loopingcall [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.080264] env[62845]: DEBUG nova.compute.manager [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.080324] env[62845]: DEBUG nova.network.neutron [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.108775] env[62845]: DEBUG nova.network.neutron [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.122534] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.180973] env[62845]: DEBUG oslo_vmware.api [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535635, 'name': PowerOnVM_Task, 'duration_secs': 1.354013} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.180973] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.181195] env[62845]: INFO nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 10.41 seconds to spawn the instance on the hypervisor. [ 697.181380] env[62845]: DEBUG nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.182504] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e972b-e799-4b3c-89ae-3a7ece38e44c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.213172] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 97%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.220306] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.250300] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.250635] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.250829] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.251065] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.251254] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.251437] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.251681] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.251893] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.252104] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.252278] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.252453] env[62845]: DEBUG nova.virt.hardware [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.253364] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3fd5f-7560-4aec-9ca9-f6cadb29152d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.264031] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1926298d-d31c-4602-b583-37575c300281 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.291268] env[62845]: DEBUG nova.network.neutron [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Updating instance_info_cache with network_info: [{"id": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "address": "fa:16:3e:91:64:3f", "network": {"id": "2cefbfcd-8739-4031-be6a-d2b16a72200a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709688466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07caed76d973439882313d06b3a2c637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad98c11d-6a", "ovs_interfaceid": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.363961] env[62845]: DEBUG nova.scheduler.client.report [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.612789] env[62845]: DEBUG nova.network.neutron [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.718280] env[62845]: INFO nova.compute.manager [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 38.03 seconds to build instance. [ 697.720136] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task} progress is 97%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.794838] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Releasing lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.796156] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Instance network_info: |[{"id": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "address": "fa:16:3e:91:64:3f", "network": {"id": "2cefbfcd-8739-4031-be6a-d2b16a72200a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709688466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07caed76d973439882313d06b3a2c637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad98c11d-6a", "ovs_interfaceid": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.796262] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:64:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad98c11d-6aba-418a-bf8f-fa744b3bc1b9', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.803194] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Creating folder: Project (07caed76d973439882313d06b3a2c637). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.803487] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8d5e93d-ffb7-47e6-9b54-d8a3d4e00c47 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.816634] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Created folder: Project (07caed76d973439882313d06b3a2c637) in parent group-v512253. [ 697.817026] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Creating folder: Instances. Parent ref: group-v512319. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.817355] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cce087-bd37-4d49-8ca4-660ef2b0574d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.826630] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Created folder: Instances in parent group-v512319. [ 697.826903] env[62845]: DEBUG oslo.service.loopingcall [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.827163] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.827382] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33cca876-c789-4c6b-a4d9-d773c4668b0b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.848921] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.848921] env[62845]: value = "task-2535640" [ 697.848921] env[62845]: _type = "Task" [ 697.848921] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.858019] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535640, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.874928] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.874928] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.877463] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.909s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.878719] env[62845]: INFO nova.compute.claims [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.119330] env[62845]: INFO nova.compute.manager [-] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Took 1.04 seconds to deallocate network for instance. [ 698.214508] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535632, 'name': RelocateVM_Task, 'duration_secs': 3.89573} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.214813] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Volume attach. Driver type: vmdk {{(pid=62845) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 698.216075] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512281', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'name': 'volume-5927b083-aa53-47f4-85dc-f654142da265', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0', 'attached_at': '', 'detached_at': '', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'serial': '5927b083-aa53-47f4-85dc-f654142da265'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 698.216882] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c7558-5849-4ad6-855f-30e71ad0506a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.220014] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65ed767b-4762-44ac-b203-d814bccf2585 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.476s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.235527] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93028c4d-53b2-4812-8af3-0d94e36cd067 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.258417] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-5927b083-aa53-47f4-85dc-f654142da265/volume-5927b083-aa53-47f4-85dc-f654142da265.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.259036] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f125e2-851e-41e7-873d-2da4f49e6fa2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.280681] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 698.280681] env[62845]: value = "task-2535641" [ 698.280681] env[62845]: _type = "Task" [ 698.280681] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.289926] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.358846] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535640, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.384480] env[62845]: DEBUG nova.compute.utils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.387932] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.388130] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.464464] env[62845]: DEBUG nova.policy [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71743265d14c4e049096a2adcdf65ae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433e05c0c20e478ca1843ab3e1c96134', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.628519] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.736186] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.791815] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.860051] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535640, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.889484] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.982473] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Successfully updated port: 1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.059990] env[62845]: DEBUG nova.compute.manager [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Received event network-vif-plugged-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.060238] env[62845]: DEBUG oslo_concurrency.lockutils [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] Acquiring lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.060456] env[62845]: DEBUG oslo_concurrency.lockutils [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.060735] env[62845]: DEBUG oslo_concurrency.lockutils [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.060947] env[62845]: DEBUG nova.compute.manager [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] No waiting events found dispatching network-vif-plugged-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.061870] env[62845]: WARNING nova.compute.manager [req-26943294-1875-47b6-92c8-719c2d6201c2 req-37ce4e18-0f5d-4db3-b461-2b215e61fdfa service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Received unexpected event network-vif-plugged-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 for instance with vm_state building and task_state spawning. [ 699.163880] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Successfully created port: 0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.258512] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.295117] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535641, 'name': ReconfigVM_Task, 'duration_secs': 0.92948} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.295117] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-5927b083-aa53-47f4-85dc-f654142da265/volume-5927b083-aa53-47f4-85dc-f654142da265.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.300273] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789b7417-3d3f-44ae-9b90-a332e10e06a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.320786] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 699.320786] env[62845]: value = "task-2535642" [ 699.320786] env[62845]: _type = "Task" [ 699.320786] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.331612] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.359701] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535640, 'name': CreateVM_Task, 'duration_secs': 1.371089} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.360036] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.361094] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.361277] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.361592] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.361844] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f6d758-84e2-4b68-82ba-37fa64db5f77 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.368593] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 699.368593] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527f5d2f-fe7c-0b8a-465e-cef09fd9a06d" [ 699.368593] env[62845]: _type = "Task" [ 699.368593] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.377990] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527f5d2f-fe7c-0b8a-465e-cef09fd9a06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.462394] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3017e06-86ae-4f63-a198-5cee7db3da60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.472595] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e8c3b-61f1-4d65-a910-bd06e065b618 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.516323] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.516323] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.516543] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.522558] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12532efd-d8b5-43d2-93d3-78fe88784f34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.534663] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f034df10-f435-4755-baa9-7c8c5ce7b73c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.556489] env[62845]: DEBUG nova.compute.provider_tree [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.831457] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535642, 'name': ReconfigVM_Task, 'duration_secs': 0.253447} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.831788] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512281', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'name': 'volume-5927b083-aa53-47f4-85dc-f654142da265', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0', 'attached_at': '', 'detached_at': '', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'serial': '5927b083-aa53-47f4-85dc-f654142da265'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 699.832330] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4454aff3-d3c0-4635-95dd-f813d995d744 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.839576] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 699.839576] env[62845]: value = "task-2535643" [ 699.839576] env[62845]: _type = "Task" [ 699.839576] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.847520] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535643, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.879072] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527f5d2f-fe7c-0b8a-465e-cef09fd9a06d, 'name': SearchDatastore_Task, 'duration_secs': 0.019712} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.881140] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.881140] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.881140] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.881140] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.881427] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.881427] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d218e93-d315-4690-a925-a1d1c0e5d2c7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.898891] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.899043] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.899777] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34a06a4-8d59-48f0-aad5-5b425e8cb714 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.904783] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.910200] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 699.910200] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5242ca3e-d241-8c08-81ce-1501b71e4583" [ 699.910200] env[62845]: _type = "Task" [ 699.910200] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.919138] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5242ca3e-d241-8c08-81ce-1501b71e4583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.938207] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.938814] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.938814] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.939150] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.939764] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.939764] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.939764] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.939996] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.939996] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.940161] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.941000] env[62845]: DEBUG nova.virt.hardware [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.941217] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d2aee-fc6f-43c8-876b-ed6a980c0898 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.950760] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38df967f-3652-45d0-8c26-8a744de7efc5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.060951] env[62845]: DEBUG nova.scheduler.client.report [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.113050] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.355506] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535643, 'name': Rename_Task, 'duration_secs': 0.188986} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.355953] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.356437] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a546695-878a-4311-99e6-a9aa9902ce9f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.366124] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 700.366124] env[62845]: value = "task-2535644" [ 700.366124] env[62845]: _type = "Task" [ 700.366124] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.379418] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.417833] env[62845]: DEBUG nova.network.neutron [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Updating instance_info_cache with network_info: [{"id": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "address": "fa:16:3e:01:5e:9b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d292c4c-8b", "ovs_interfaceid": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.427213] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5242ca3e-d241-8c08-81ce-1501b71e4583, 'name': SearchDatastore_Task, 'duration_secs': 0.015972} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.428496] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d60552-ac92-4d2a-bdbd-84f574c12909 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.435962] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 700.435962] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe33cc-40ae-54a4-5d07-bded20be37d0" [ 700.435962] env[62845]: _type = "Task" [ 700.435962] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.449024] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe33cc-40ae-54a4-5d07-bded20be37d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.566579] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.567129] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.577759] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.301s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.578372] env[62845]: DEBUG nova.objects.instance [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lazy-loading 'resources' on Instance uuid c79432c6-1a42-439e-896c-5bb42d30066c {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.721191] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Successfully updated port: 0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.877907] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.925297] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.925297] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Instance network_info: |[{"id": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "address": "fa:16:3e:01:5e:9b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d292c4c-8b", "ovs_interfaceid": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.925452] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5e:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.933594] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating folder: Project (433e05c0c20e478ca1843ab3e1c96134). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.935894] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e339c752-63fe-48e4-8a3e-62fd79f39b4f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.948461] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe33cc-40ae-54a4-5d07-bded20be37d0, 'name': SearchDatastore_Task, 'duration_secs': 0.024532} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.949046] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.949691] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 8505e505-e224-4ea7-98d3-1266a616d7f9/8505e505-e224-4ea7-98d3-1266a616d7f9.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.951610] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcb3a880-9bec-4b44-8427-cfbc44ff979a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.955431] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Created folder: Project (433e05c0c20e478ca1843ab3e1c96134) in parent group-v512253. [ 700.955431] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating folder: Instances. Parent ref: group-v512322. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.955431] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c87d0e-4724-4abc-8eef-0eaeb9a81d0c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.965074] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 700.965074] env[62845]: value = "task-2535646" [ 700.965074] env[62845]: _type = "Task" [ 700.965074] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.969726] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Created folder: Instances in parent group-v512322. [ 700.972162] env[62845]: DEBUG oslo.service.loopingcall [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.972162] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.972162] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28c4b66-0e0d-4a1b-a3a5-8abe70e97e50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.996574] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.001439] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.001439] env[62845]: value = "task-2535648" [ 701.001439] env[62845]: _type = "Task" [ 701.001439] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.009503] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535648, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.084610] env[62845]: DEBUG nova.compute.utils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.090717] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.091064] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.160735] env[62845]: DEBUG nova.policy [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '927429e74b924f2e9015134be03acc49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96eb1aa8ba1141e7823823ea8bf19ae4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.226841] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.227149] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.227293] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.282972] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquiring lock "cd12a654-7aef-4537-8a7d-e55f56575932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.282972] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Lock "cd12a654-7aef-4537-8a7d-e55f56575932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.380551] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.431629] env[62845]: DEBUG nova.compute.manager [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Received event network-vif-plugged-0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.431940] env[62845]: DEBUG oslo_concurrency.lockutils [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] Acquiring lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.432257] env[62845]: DEBUG oslo_concurrency.lockutils [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] Lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.432527] env[62845]: DEBUG oslo_concurrency.lockutils [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] Lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.432776] env[62845]: DEBUG nova.compute.manager [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] No waiting events found dispatching network-vif-plugged-0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.432966] env[62845]: WARNING nova.compute.manager [req-a83d839d-0afc-4aea-9b52-cf08b352ad1a req-093fba14-b350-46be-ae40-9d71d8d2f34d service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Received unexpected event network-vif-plugged-0dc4d0c2-8701-4954-996e-d9506ea6eff8 for instance with vm_state building and task_state spawning. [ 701.478764] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.515926] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535648, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.591386] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.692413] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Successfully created port: 01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.742071] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75044d-7a97-41b8-ae29-d8be61252941 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.750808] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64516d-384c-4dee-a0ef-c062547fd14f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.784029] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d730341-3747-443f-b6fe-5c74aec74f1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791770] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99a221-76b2-4be4-81b0-e86a2f028bdd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.806891] env[62845]: DEBUG nova.compute.provider_tree [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.808909] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.878555] env[62845]: DEBUG oslo_vmware.api [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535644, 'name': PowerOnVM_Task, 'duration_secs': 1.064292} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.879950] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.880224] env[62845]: INFO nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Took 10.47 seconds to spawn the instance on the hypervisor. [ 701.880359] env[62845]: DEBUG nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.881943] env[62845]: DEBUG nova.compute.manager [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Received event network-changed-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.882060] env[62845]: DEBUG nova.compute.manager [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Refreshing instance network info cache due to event network-changed-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.882292] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Acquiring lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.882430] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Acquired lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.882566] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Refreshing network info cache for port 1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.884476] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2f1e5-560e-4f30-a74a-267631ac796a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.975571] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714053} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.975850] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 8505e505-e224-4ea7-98d3-1266a616d7f9/8505e505-e224-4ea7-98d3-1266a616d7f9.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.976138] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.976504] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50168269-7ee8-457c-9ae8-756b79705772 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.983511] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 701.983511] env[62845]: value = "task-2535649" [ 701.983511] env[62845]: _type = "Task" [ 701.983511] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.709094] env[62845]: DEBUG nova.scheduler.client.report [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.724804] env[62845]: INFO nova.compute.manager [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Took 41.19 seconds to build instance. [ 702.735945] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220024} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.741953] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.741953] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535648, 'name': CreateVM_Task, 'duration_secs': 0.523321} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.743395] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c108fdb-cfd5-4570-803d-4ee91788722e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.746688] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.749409] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.749575] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.749891] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.750814] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c939ea07-47dd-404e-865c-465625d9a15c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.774068] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8505e505-e224-4ea7-98d3-1266a616d7f9/8505e505-e224-4ea7-98d3-1266a616d7f9.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.775973] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8ef29f-350d-4542-8943-3bfcdfb48790 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.789928] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 702.789928] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522bb713-6575-15c2-cde2-9c7072645666" [ 702.789928] env[62845]: _type = "Task" [ 702.789928] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.793217] env[62845]: DEBUG nova.network.neutron [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Updating instance_info_cache with network_info: [{"id": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "address": "fa:16:3e:01:6b:e8", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc4d0c2-87", "ovs_interfaceid": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.809525] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 702.809525] env[62845]: value = "task-2535650" [ 702.809525] env[62845]: _type = "Task" [ 702.809525] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.810186] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522bb713-6575-15c2-cde2-9c7072645666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.820235] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.062786] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Updated VIF entry in instance network info cache for port 1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.063236] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Updating instance_info_cache with network_info: [{"id": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "address": "fa:16:3e:01:5e:9b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d292c4c-8b", "ovs_interfaceid": "1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.212258] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.640s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.214998] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.302s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.215607] env[62845]: DEBUG nova.objects.instance [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lazy-loading 'resources' on Instance uuid eabce8cf-293c-4081-8be0-c1fcec80a985 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.224929] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.230139] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6fdc3c2e-7ba3-4a52-8551-095c3490c641 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.106s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.245485] env[62845]: INFO nova.scheduler.client.report [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleted allocations for instance c79432c6-1a42-439e-896c-5bb42d30066c [ 703.262366] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.262630] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.262822] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.263097] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.263284] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.263438] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.263645] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.263800] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.264230] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.264230] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.264397] env[62845]: DEBUG nova.virt.hardware [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.265257] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd5c94-0e86-4790-a4e9-2f4234424b58 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.275134] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e64dc-b6da-4182-b908-6aec6093f237 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.297105] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.297439] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Instance network_info: |[{"id": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "address": "fa:16:3e:01:6b:e8", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc4d0c2-87", "ovs_interfaceid": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.303751] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dc4d0c2-8701-4954-996e-d9506ea6eff8', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.310175] env[62845]: DEBUG oslo.service.loopingcall [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.310601] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.312540] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de63897-f141-494c-8567-4d699c0bad60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.338030] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522bb713-6575-15c2-cde2-9c7072645666, 'name': SearchDatastore_Task, 'duration_secs': 0.068976} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.338924] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.339247] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.339507] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.339717] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.340020] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.340605] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6afba2ae-488f-4fea-831b-011d04aac032 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.347811] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535650, 'name': ReconfigVM_Task, 'duration_secs': 0.27675} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.349663] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8505e505-e224-4ea7-98d3-1266a616d7f9/8505e505-e224-4ea7-98d3-1266a616d7f9.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.350385] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.350385] env[62845]: value = "task-2535651" [ 703.350385] env[62845]: _type = "Task" [ 703.350385] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.350639] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f0539cc-f82f-47be-80db-5e9d6d57651a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.357657] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.357782] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.360036] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df9e40e-c3f8-4cac-96ac-2c28e4406b31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.367048] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 703.367048] env[62845]: value = "task-2535652" [ 703.367048] env[62845]: _type = "Task" [ 703.367048] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.367260] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535651, 'name': CreateVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.371986] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.371986] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5237c4cd-7c8d-1fcc-74bb-6e0988b81735" [ 703.371986] env[62845]: _type = "Task" [ 703.371986] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.379285] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535652, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.386174] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5237c4cd-7c8d-1fcc-74bb-6e0988b81735, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.386999] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b389f398-7ecc-4435-a82d-3ad3a18cf8b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.393231] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.393231] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e4d744-8373-24e2-1d24-04577c661a6d" [ 703.393231] env[62845]: _type = "Task" [ 703.393231] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.402524] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e4d744-8373-24e2-1d24-04577c661a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.508478] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Successfully updated port: 01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.566723] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Releasing lock "refresh_cache-c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.567701] env[62845]: DEBUG nova.compute.manager [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-changed-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.567701] env[62845]: DEBUG nova.compute.manager [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing instance network info cache due to event network-changed-1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.568042] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.568118] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.569231] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.733249] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.757109] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b535bf7-7bbc-4fa5-aa2c-9001a8fd8a7c tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "c79432c6-1a42-439e-896c-5bb42d30066c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.126s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.865966] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535651, 'name': CreateVM_Task, 'duration_secs': 0.361313} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.866179] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.866994] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.867180] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.868753] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.869035] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1071ee17-2c49-4ff2-b19f-db71b5e83aaa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.880895] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.880895] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526256ff-46a4-8623-80a6-2bd84eddcdad" [ 703.880895] env[62845]: _type = "Task" [ 703.880895] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.884197] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535652, 'name': Rename_Task, 'duration_secs': 0.175771} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.888270] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.888342] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13d8e73-6e86-4f27-84e5-ffedaa1cc1f5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.900098] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526256ff-46a4-8623-80a6-2bd84eddcdad, 'name': SearchDatastore_Task, 'duration_secs': 0.012687} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.908239] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.908239] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.908239] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.908239] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 703.908239] env[62845]: value = "task-2535653" [ 703.908239] env[62845]: _type = "Task" [ 703.908239] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.918037] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e4d744-8373-24e2-1d24-04577c661a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.918542] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.919373] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9/c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.919373] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.919373] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.919576] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1877fc-8138-4ce6-b0bd-3eb0d2618321 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.925734] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bf8902-e29b-471a-b6ca-5becb18641bd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.927992] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535653, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.940583] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.940583] env[62845]: value = "task-2535654" [ 703.940583] env[62845]: _type = "Task" [ 703.940583] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.942408] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.943105] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.946929] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5415d05a-2ed3-4ba2-a506-bef3e1fab64f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.961149] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.963183] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.963183] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5228f86b-4dde-162f-6409-f6d73d23fd6d" [ 703.963183] env[62845]: _type = "Task" [ 703.963183] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.964750] env[62845]: DEBUG nova.compute.manager [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Received event network-changed-0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.964750] env[62845]: DEBUG nova.compute.manager [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Refreshing instance network info cache due to event network-changed-0dc4d0c2-8701-4954-996e-d9506ea6eff8. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.964866] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Acquiring lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.964983] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Acquired lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965174] env[62845]: DEBUG nova.network.neutron [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Refreshing network info cache for port 0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.979881] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5228f86b-4dde-162f-6409-f6d73d23fd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.985260] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e803c912-c074-440a-a270-e913c58c7621 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.993550] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 703.993550] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529f8324-803e-4572-f21f-55c806568b58" [ 703.993550] env[62845]: _type = "Task" [ 703.993550] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.004420] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529f8324-803e-4572-f21f-55c806568b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.012322] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.012438] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.012580] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.253242] env[62845]: DEBUG nova.compute.manager [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-changed-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.253242] env[62845]: DEBUG nova.compute.manager [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing instance network info cache due to event network-changed-1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.253242] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.259561] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.341965] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66f783-0700-4a88-ab2c-0fdf8f70e6c2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.352394] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93238f72-6ee8-460c-adf8-20991d830776 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.388994] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b249df5-06be-4009-adbc-9e5b02f603b9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.400048] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3fb60-91fb-4990-8d36-fbeba12de4fd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.418031] env[62845]: DEBUG nova.compute.provider_tree [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.428922] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.453111] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535654, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.533127] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529f8324-803e-4572-f21f-55c806568b58, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.534019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.535026] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 3c08855a-5a42-4495-b8b7-670504c282d0/3c08855a-5a42-4495-b8b7-670504c282d0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.535254] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4794dcc5-2159-4404-b54c-6fb3d52f86f0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.549262] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 704.549262] env[62845]: value = "task-2535655" [ 704.549262] env[62845]: _type = "Task" [ 704.549262] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.566895] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.608077] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.774844] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updated VIF entry in instance network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.775122] env[62845]: DEBUG nova.network.neutron [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.908427] env[62845]: DEBUG nova.network.neutron [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Updated VIF entry in instance network info cache for port 0dc4d0c2-8701-4954-996e-d9506ea6eff8. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.908934] env[62845]: DEBUG nova.network.neutron [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Updating instance_info_cache with network_info: [{"id": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "address": "fa:16:3e:01:6b:e8", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc4d0c2-87", "ovs_interfaceid": "0dc4d0c2-8701-4954-996e-d9506ea6eff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.925179] env[62845]: DEBUG nova.scheduler.client.report [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.936064] env[62845]: DEBUG oslo_vmware.api [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535653, 'name': PowerOnVM_Task, 'duration_secs': 0.535452} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.937946] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.937946] env[62845]: INFO nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Took 10.49 seconds to spawn the instance on the hypervisor. [ 704.937946] env[62845]: DEBUG nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.937946] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde93ca7-8bfa-48e8-a47f-6dfc47c1010d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.960233] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576876} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.960233] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9/c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.960413] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.960671] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09369704-56da-4bee-8e78-6995d099b349 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.970203] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 704.970203] env[62845]: value = "task-2535656" [ 704.970203] env[62845]: _type = "Task" [ 704.970203] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.982567] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.994091] env[62845]: DEBUG nova.network.neutron [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Updating instance_info_cache with network_info: [{"id": "01d840b1-0334-45a7-81dc-f37850ace2b5", "address": "fa:16:3e:df:d5:03", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d840b1-03", "ovs_interfaceid": "01d840b1-0334-45a7-81dc-f37850ace2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.060630] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.282202] env[62845]: DEBUG oslo_concurrency.lockutils [req-a06b2de6-74be-436c-8710-ae0eacc12e15 req-78f96ab2-da78-4e5d-b14d-d2e6102afbb3 service nova] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.282202] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.282202] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.412547] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Releasing lock "refresh_cache-3c08855a-5a42-4495-b8b7-670504c282d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.413225] env[62845]: DEBUG nova.compute.manager [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Received event network-vif-plugged-01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.413526] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Acquiring lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.413809] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.414633] env[62845]: DEBUG oslo_concurrency.lockutils [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.415259] env[62845]: DEBUG nova.compute.manager [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] No waiting events found dispatching network-vif-plugged-01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.416118] env[62845]: WARNING nova.compute.manager [req-9a4ad973-67f3-4b6e-bfdc-31dad6bd4b95 req-ace87851-2abe-4c3c-80a6-03c9a6d47c3e service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Received unexpected event network-vif-plugged-01d840b1-0334-45a7-81dc-f37850ace2b5 for instance with vm_state building and task_state spawning. [ 705.429862] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.432318] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.294s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.435166] env[62845]: INFO nova.compute.claims [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.460756] env[62845]: INFO nova.scheduler.client.report [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Deleted allocations for instance eabce8cf-293c-4081-8be0-c1fcec80a985 [ 705.473356] env[62845]: INFO nova.compute.manager [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Took 38.56 seconds to build instance. [ 705.485304] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535656, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.496720] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.496720] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Instance network_info: |[{"id": "01d840b1-0334-45a7-81dc-f37850ace2b5", "address": "fa:16:3e:df:d5:03", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d840b1-03", "ovs_interfaceid": "01d840b1-0334-45a7-81dc-f37850ace2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.496934] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d840b1-0334-45a7-81dc-f37850ace2b5', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.505065] env[62845]: DEBUG oslo.service.loopingcall [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.506312] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.506611] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f65e14-423a-4e1e-abb4-745fdeada0d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.531021] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.531021] env[62845]: value = "task-2535657" [ 705.531021] env[62845]: _type = "Task" [ 705.531021] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.542732] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.559241] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752649} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.559509] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 3c08855a-5a42-4495-b8b7-670504c282d0/3c08855a-5a42-4495-b8b7-670504c282d0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.559880] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.559957] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f520d7-b72c-459b-aa27-9551643b2f17 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.567336] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 705.567336] env[62845]: value = "task-2535658" [ 705.567336] env[62845]: _type = "Task" [ 705.567336] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.581985] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.983774] env[62845]: DEBUG oslo_concurrency.lockutils [None req-018d1de9-35c9-4dfd-96d5-3fbc6f8fb416 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.209s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.984798] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.518554} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.985476] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ad2a336-694c-4aed-94e4-231ba5930b5a tempest-FloatingIPsAssociationNegativeTestJSON-9217281 tempest-FloatingIPsAssociationNegativeTestJSON-9217281-project-member] Lock "eabce8cf-293c-4081-8be0-c1fcec80a985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.556s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.987271] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.988423] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14537a2c-485d-4ac0-bd6d-5e0bd67b2f89 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.017403] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9/c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.019995] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d3c3f15-de12-422d-a41c-74645c788404 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.043868] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.044147] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.054950] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.056729] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 706.056729] env[62845]: value = "task-2535659" [ 706.056729] env[62845]: _type = "Task" [ 706.056729] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.066622] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.078230] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077506} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.080609] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.080609] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c24f6-0562-4da4-809d-385c487e15f3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.106801] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3c08855a-5a42-4495-b8b7-670504c282d0/3c08855a-5a42-4495-b8b7-670504c282d0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.107115] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c285f3-d84f-4548-acd0-c543aaaf05b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.128754] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 706.128754] env[62845]: value = "task-2535660" [ 706.128754] env[62845]: _type = "Task" [ 706.128754] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.140165] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.210388] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updated VIF entry in instance network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.210787] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.488554] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.558715] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.572221] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.611282] env[62845]: DEBUG nova.compute.manager [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Received event network-changed-01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.612016] env[62845]: DEBUG nova.compute.manager [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Refreshing instance network info cache due to event network-changed-01d840b1-0334-45a7-81dc-f37850ace2b5. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.612016] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Acquiring lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.612016] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Acquired lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.612016] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Refreshing network info cache for port 01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.629611] env[62845]: DEBUG nova.compute.manager [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.631246] env[62845]: DEBUG nova.compute.manager [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing instance network info cache due to event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.631246] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] Acquiring lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.631246] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] Acquired lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631246] env[62845]: DEBUG nova.network.neutron [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.649584] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.714586] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.714900] env[62845]: DEBUG nova.compute.manager [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.715920] env[62845]: DEBUG nova.compute.manager [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing instance network info cache due to event network-changed-2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.715920] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Acquiring lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.993859] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f8208-4303-4dea-9085-a7db352ee56a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.009482] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c70007-a98f-4831-974a-55656fc207a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.042926] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.043815] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1cd3e6-e11a-4beb-a6a8-80cb0e190ffc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.057436] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba5431-4e04-426f-b681-38d1d79ce0fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.061381] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.069886] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535659, 'name': ReconfigVM_Task, 'duration_secs': 0.90326} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.077969] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9/c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.078985] env[62845]: DEBUG nova.compute.provider_tree [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.080331] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27fee2b-9bdc-4c9f-912d-7537f096f614 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.085218] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.085449] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.085673] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.085878] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.086063] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.088789] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 707.088789] env[62845]: value = "task-2535661" [ 707.088789] env[62845]: _type = "Task" [ 707.088789] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.089283] env[62845]: INFO nova.compute.manager [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Terminating instance [ 707.102230] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535661, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.148020] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535660, 'name': ReconfigVM_Task, 'duration_secs': 1.008869} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.148020] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3c08855a-5a42-4495-b8b7-670504c282d0/3c08855a-5a42-4495-b8b7-670504c282d0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.148020] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c070e71-f448-4b92-a731-7390004c0946 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.151613] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 707.151613] env[62845]: value = "task-2535662" [ 707.151613] env[62845]: _type = "Task" [ 707.151613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.159888] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535662, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.262309] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "8505e505-e224-4ea7-98d3-1266a616d7f9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.262560] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.262794] env[62845]: INFO nova.compute.manager [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Rebooting instance [ 707.460102] env[62845]: DEBUG nova.network.neutron [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updated VIF entry in instance network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.460488] env[62845]: DEBUG nova.network.neutron [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [{"id": "2e566315-8fd8-4530-8e7a-97599d6ea702", "address": "fa:16:3e:22:09:7d", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e566315-8f", "ovs_interfaceid": "2e566315-8fd8-4530-8e7a-97599d6ea702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.556561] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.583748] env[62845]: DEBUG nova.scheduler.client.report [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.596031] env[62845]: DEBUG nova.compute.manager [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.599453] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.599453] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75753be6-fefa-472b-9839-6aafb8df450c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.611415] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535661, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.621066] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquiring lock "2d5d528e-97d5-4989-8352-7c8d36e52331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.621066] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Lock "2d5d528e-97d5-4989-8352-7c8d36e52331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.621497] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.621799] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd06ad9f-0785-4db5-b105-550b8bf7da49 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.631200] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 707.631200] env[62845]: value = "task-2535663" [ 707.631200] env[62845]: _type = "Task" [ 707.631200] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.643937] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.664094] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535662, 'name': Rename_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.761292] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Updated VIF entry in instance network info cache for port 01d840b1-0334-45a7-81dc-f37850ace2b5. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.761729] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Updating instance_info_cache with network_info: [{"id": "01d840b1-0334-45a7-81dc-f37850ace2b5", "address": "fa:16:3e:df:d5:03", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d840b1-03", "ovs_interfaceid": "01d840b1-0334-45a7-81dc-f37850ace2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.804050] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.804287] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquired lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.804460] env[62845]: DEBUG nova.network.neutron [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.964504] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f2ac054-9f3b-4a2b-81eb-d8da099024fa req-34300d5f-aabc-47d4-a93f-c6b64348057c service nova] Releasing lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.964814] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Acquired lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.965106] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Refreshing network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.056467] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535657, 'name': CreateVM_Task, 'duration_secs': 2.129636} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.056676] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.057417] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.058023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.058221] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c88e937-220d-454b-baec-624e2bb0800d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.064193] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 708.064193] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5241add2-d242-48fe-c0f0-2cd1b14c9c2e" [ 708.064193] env[62845]: _type = "Task" [ 708.064193] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.072368] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5241add2-d242-48fe-c0f0-2cd1b14c9c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.095062] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.095854] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.103431] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.887s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.103431] env[62845]: DEBUG nova.objects.instance [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62845) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 708.112587] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535661, 'name': Rename_Task, 'duration_secs': 0.769336} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.112945] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.113336] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59cd92af-d628-4458-9488-149550e00e2b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.118894] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 708.118894] env[62845]: value = "task-2535664" [ 708.118894] env[62845]: _type = "Task" [ 708.118894] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.129777] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.143203] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535663, 'name': PowerOffVM_Task, 'duration_secs': 0.26297} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.145108] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.145335] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.145607] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990cfece-6389-46f7-91f8-0dca7cdccad5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.161446] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535662, 'name': Rename_Task, 'duration_secs': 0.703303} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.161938] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.162488] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a546ae83-8124-4302-9ace-20bee7cb2935 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.169645] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 708.169645] env[62845]: value = "task-2535666" [ 708.169645] env[62845]: _type = "Task" [ 708.169645] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.178656] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.216755] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.217115] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.217417] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleting the datastore file [datastore2] 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.217797] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ab6adf3-6785-4ac6-97df-f00e0605a7c7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.224380] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 708.224380] env[62845]: value = "task-2535667" [ 708.224380] env[62845]: _type = "Task" [ 708.224380] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.232519] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.265556] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Releasing lock "refresh_cache-3d6dd8d1-8695-44d6-968b-d0ab5d634736" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.265846] env[62845]: DEBUG nova.compute.manager [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Received event network-changed-7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.266040] env[62845]: DEBUG nova.compute.manager [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Refreshing instance network info cache due to event network-changed-7e19d8de-b97d-4e89-9d9a-e424ccb693dd. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.266280] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Acquiring lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.266426] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Acquired lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.266603] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Refreshing network info cache for port 7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.579141] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5241add2-d242-48fe-c0f0-2cd1b14c9c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.035338} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.579395] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.580091] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.580091] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.580091] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.581085] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.581372] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7a05ab-a299-44af-84d6-3cfcb94fb2fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.595271] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.595463] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.598409] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74487ba-80e4-4c83-91e8-70e27bbfec63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601560] env[62845]: DEBUG nova.compute.utils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.603318] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.603318] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.612206] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 708.612206] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f222f6-1064-a53a-7188-0a1843e9f212" [ 708.612206] env[62845]: _type = "Task" [ 708.612206] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.624597] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f222f6-1064-a53a-7188-0a1843e9f212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.634923] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.676841] env[62845]: DEBUG nova.policy [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd95648f16fd9409d8abff83dc1d524a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc29354eccf24939bd31b44740c4f464', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.685093] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.707822] env[62845]: DEBUG nova.network.neutron [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Updating instance_info_cache with network_info: [{"id": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "address": "fa:16:3e:91:64:3f", "network": {"id": "2cefbfcd-8739-4031-be6a-d2b16a72200a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709688466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07caed76d973439882313d06b3a2c637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad98c11d-6a", "ovs_interfaceid": "ad98c11d-6aba-418a-bf8f-fa744b3bc1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.735510] env[62845]: DEBUG oslo_vmware.api [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294071} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.736148] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.736385] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.736577] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.736821] env[62845]: INFO nova.compute.manager [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 1.14 seconds to destroy the instance on the hypervisor. [ 708.736987] env[62845]: DEBUG oslo.service.loopingcall [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.737196] env[62845]: DEBUG nova.compute.manager [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.737289] env[62845]: DEBUG nova.network.neutron [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.758020] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updated VIF entry in instance network info cache for port 2e566315-8fd8-4530-8e7a-97599d6ea702. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.758388] env[62845]: DEBUG nova.network.neutron [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [{"id": "2e566315-8fd8-4530-8e7a-97599d6ea702", "address": "fa:16:3e:22:09:7d", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e566315-8f", "ovs_interfaceid": "2e566315-8fd8-4530-8e7a-97599d6ea702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.868776] env[62845]: DEBUG nova.compute.manager [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-changed-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.869050] env[62845]: DEBUG nova.compute.manager [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing instance network info cache due to event network-changed-1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.869280] env[62845]: DEBUG oslo_concurrency.lockutils [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.869450] env[62845]: DEBUG oslo_concurrency.lockutils [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.869684] env[62845]: DEBUG nova.network.neutron [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.107963] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.117432] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42f91380-488f-4569-9cdc-36b37eb7fbda tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.117432] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.491s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.117432] env[62845]: DEBUG nova.objects.instance [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lazy-loading 'resources' on Instance uuid 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.138970] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f222f6-1064-a53a-7188-0a1843e9f212, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.144881] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.145327] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updated VIF entry in instance network info cache for port 7e19d8de-b97d-4e89-9d9a-e424ccb693dd. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.145716] env[62845]: DEBUG nova.network.neutron [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updating instance_info_cache with network_info: [{"id": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "address": "fa:16:3e:95:34:de", "network": {"id": "1777037e-2547-4db7-937c-afca01083c41", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-497634778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbc771fc1d4c4396b4d1c8155b89d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e19d8de-b9", "ovs_interfaceid": "7e19d8de-b97d-4e89-9d9a-e424ccb693dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.146849] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d97d073-05ca-471c-996a-c7277efae83e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.154099] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 709.154099] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52605f0f-9682-84cb-5d6c-e0ffae34f38d" [ 709.154099] env[62845]: _type = "Task" [ 709.154099] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.163560] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52605f0f-9682-84cb-5d6c-e0ffae34f38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.179957] env[62845]: DEBUG oslo_vmware.api [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535666, 'name': PowerOnVM_Task, 'duration_secs': 0.794316} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.180571] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.180809] env[62845]: INFO nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Took 9.28 seconds to spawn the instance on the hypervisor. [ 709.181059] env[62845]: DEBUG nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.182222] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e961ccb-0868-4c85-bb09-68d747ddba5c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.186473] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Successfully created port: 98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.211028] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Releasing lock "refresh_cache-8505e505-e224-4ea7-98d3-1266a616d7f9" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.262010] env[62845]: DEBUG oslo_concurrency.lockutils [req-dc6dd2f5-9f39-4743-bd30-544f4223f1d3 req-c82bb719-b3a2-43c1-8845-628dfd212ed2 service nova] Releasing lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.644416] env[62845]: DEBUG oslo_vmware.api [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535664, 'name': PowerOnVM_Task, 'duration_secs': 1.467287} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.644926] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.645342] env[62845]: INFO nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 12.42 seconds to spawn the instance on the hypervisor. [ 709.645943] env[62845]: DEBUG nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.646991] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f279e0f-acf6-4407-8d62-ff61e5bda209 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.649979] env[62845]: DEBUG oslo_concurrency.lockutils [req-c4f13678-e545-4c3d-83b2-2a407bbe130c req-1620190e-609a-4862-8f79-731c7112df0f service nova] Releasing lock "refresh_cache-f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.666122] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52605f0f-9682-84cb-5d6c-e0ffae34f38d, 'name': SearchDatastore_Task, 'duration_secs': 0.026659} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.668818] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.669216] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 3d6dd8d1-8695-44d6-968b-d0ab5d634736/3d6dd8d1-8695-44d6-968b-d0ab5d634736.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.669765] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf5b9a8-a004-4cc2-8ecb-42a48e29286c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.676951] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 709.676951] env[62845]: value = "task-2535668" [ 709.676951] env[62845]: _type = "Task" [ 709.676951] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.687860] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.703365] env[62845]: INFO nova.compute.manager [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Took 36.23 seconds to build instance. [ 709.716314] env[62845]: DEBUG nova.compute.manager [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.718348] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb46877-bb22-4490-9030-f79aa7a3f95e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.864355] env[62845]: DEBUG nova.network.neutron [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.123309] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.130794] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074fe69c-a0fe-4b6e-b360-a66a5993e4e4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.143143] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3b1da-6f96-4b3e-aeb9-687114001987 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.188925] env[62845]: DEBUG nova.network.neutron [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updated VIF entry in instance network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.189512] env[62845]: DEBUG nova.network.neutron [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.197271] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d2efd-db55-429c-bcb9-a61863042af1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.203608] env[62845]: INFO nova.compute.manager [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 40.36 seconds to build instance. [ 710.208871] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b36d71-9bc6-4e54-88ed-7f7ea96267bc tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.602s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.215209] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535668, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.217833] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.218086] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.218253] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.223026] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.223026] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.223026] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.223026] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.223026] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.223324] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.223324] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.223324] env[62845]: DEBUG nova.virt.hardware [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.223324] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf37a7-4f48-4fa2-9d4b-9dac540c6056 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.225961] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b8651-66b8-4ff3-9e98-517a5580b5d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.247664] env[62845]: DEBUG nova.compute.provider_tree [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.250404] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8336d5-bfdf-4aad-ab67-521fe9741803 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.369092] env[62845]: INFO nova.compute.manager [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 1.63 seconds to deallocate network for instance. [ 710.701888] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729295} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.705118] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 3d6dd8d1-8695-44d6-968b-d0ab5d634736/3d6dd8d1-8695-44d6-968b-d0ab5d634736.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.706629] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.706629] env[62845]: DEBUG oslo_concurrency.lockutils [req-2b67e6c3-1a37-4edb-a992-9b46582dddee req-87670fc5-2f9e-41a3-8d0d-6d63094ff24b service nova] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.706629] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f34f4a84-8180-4883-b242-f276f8164765 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.455s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.706796] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137e817a-cc4d-4fed-8ea7-1bc2d6037e4d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.715430] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 710.715430] env[62845]: value = "task-2535669" [ 710.715430] env[62845]: _type = "Task" [ 710.715430] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.718712] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.726917] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.751892] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592469f9-f647-49bd-a700-0b2cf025b237 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.756490] env[62845]: DEBUG nova.scheduler.client.report [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.762914] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Doing hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 710.763400] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-de93a7ca-7fb0-4f2d-82f7-1492e25e5b69 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.769793] env[62845]: DEBUG oslo_vmware.api [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 710.769793] env[62845]: value = "task-2535670" [ 710.769793] env[62845]: _type = "Task" [ 710.769793] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.782198] env[62845]: DEBUG oslo_vmware.api [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535670, 'name': ResetVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.870278] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Successfully updated port: 98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.875121] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.168085] env[62845]: DEBUG nova.compute.manager [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Received event network-vif-plugged-98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.168258] env[62845]: DEBUG oslo_concurrency.lockutils [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] Acquiring lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.168583] env[62845]: DEBUG oslo_concurrency.lockutils [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.168869] env[62845]: DEBUG oslo_concurrency.lockutils [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.169510] env[62845]: DEBUG nova.compute.manager [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] No waiting events found dispatching network-vif-plugged-98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.169725] env[62845]: WARNING nova.compute.manager [req-bfbe6ffd-d930-4c3b-b75e-93d670f372f4 req-cf14e713-b7cb-4a59-aa99-30526a36a96d service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Received unexpected event network-vif-plugged-98d36de6-783d-46b4-bf15-cab4ea720393 for instance with vm_state building and task_state spawning. [ 711.211542] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.230453] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210076} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.231052] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.231959] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3150a3a-4d59-441a-b2f3-9f9bca5a44b6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.254094] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 3d6dd8d1-8695-44d6-968b-d0ab5d634736/3d6dd8d1-8695-44d6-968b-d0ab5d634736.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.255757] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.256599] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bcd5a8-e25b-4a2b-aaca-a208828db673 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.273250] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.275512] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.634s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.278662] env[62845]: INFO nova.compute.claims [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.289924] env[62845]: DEBUG nova.compute.manager [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Received event network-vif-deleted-2e566315-8fd8-4530-8e7a-97599d6ea702 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.290139] env[62845]: DEBUG nova.compute.manager [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-changed-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.290334] env[62845]: DEBUG nova.compute.manager [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing instance network info cache due to event network-changed-1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.290802] env[62845]: DEBUG oslo_concurrency.lockutils [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] Acquiring lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.290802] env[62845]: DEBUG oslo_concurrency.lockutils [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] Acquired lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.290802] env[62845]: DEBUG nova.network.neutron [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Refreshing network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.298968] env[62845]: DEBUG oslo_vmware.api [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535670, 'name': ResetVM_Task, 'duration_secs': 0.122622} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.298968] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 711.298968] env[62845]: value = "task-2535671" [ 711.298968] env[62845]: _type = "Task" [ 711.298968] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.298968] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Did hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 711.298968] env[62845]: DEBUG nova.compute.manager [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.298968] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac8ca9-ea37-41b8-858f-e4200142edbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.305233] env[62845]: INFO nova.scheduler.client.report [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleted allocations for instance 9e9c1cf7-bc33-4fdb-9649-09fc8ee64814 [ 711.322113] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.372279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.372416] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquired lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.372553] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.640377] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.733283] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.820306] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535671, 'name': ReconfigVM_Task, 'duration_secs': 0.388671} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.820812] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0914517d-ef00-4564-800b-277c4a951a3a tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "9e9c1cf7-bc33-4fdb-9649-09fc8ee64814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.364s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.821793] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 3d6dd8d1-8695-44d6-968b-d0ab5d634736/3d6dd8d1-8695-44d6-968b-d0ab5d634736.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.823756] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e34b8745-9a72-4a40-b0aa-84564c3e06fb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.834333] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e705d28d-0de4-4f5f-98c0-deaf148c15e4 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.571s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.838983] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 711.838983] env[62845]: value = "task-2535672" [ 711.838983] env[62845]: _type = "Task" [ 711.838983] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.848665] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535672, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.925339] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.075075] env[62845]: DEBUG nova.network.neutron [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updated VIF entry in instance network info cache for port 1649f265-0c67-4096-ab21-31f75c389e55. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.075075] env[62845]: DEBUG nova.network.neutron [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [{"id": "1649f265-0c67-4096-ab21-31f75c389e55", "address": "fa:16:3e:a9:25:43", "network": {"id": "077106ac-f15c-4e35-8406-651a76cd6788", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1420477668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb048119ed14f3cbddc6d6ecee559d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1649f265-0c", "ovs_interfaceid": "1649f265-0c67-4096-ab21-31f75c389e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.219889] env[62845]: DEBUG nova.network.neutron [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Updating instance_info_cache with network_info: [{"id": "98d36de6-783d-46b4-bf15-cab4ea720393", "address": "fa:16:3e:a0:08:d4", "network": {"id": "f6e78ed4-dd37-416a-8663-e2bc73888787", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-376912694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc29354eccf24939bd31b44740c4f464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d36de6-78", "ovs_interfaceid": "98d36de6-783d-46b4-bf15-cab4ea720393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.358340] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535672, 'name': Rename_Task, 'duration_secs': 0.162246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.359011] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.359465] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d347d02-e666-49fd-af09-6d3d428bcb2f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.366509] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 712.366509] env[62845]: value = "task-2535673" [ 712.366509] env[62845]: _type = "Task" [ 712.366509] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.380224] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.407331] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.407700] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.495379] env[62845]: DEBUG nova.compute.manager [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.499267] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f3c45f-f2ad-438c-a391-f4f397f8d5a5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.577409] env[62845]: DEBUG oslo_concurrency.lockutils [req-31594efb-c641-467a-885a-e706fcdf8a47 req-0cf16d74-af86-43df-888e-8cb2eba76807 service nova] Releasing lock "refresh_cache-95665ebc-a5bc-41aa-aea5-e9ba64c9039f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.723631] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Releasing lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.724131] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Instance network_info: |[{"id": "98d36de6-783d-46b4-bf15-cab4ea720393", "address": "fa:16:3e:a0:08:d4", "network": {"id": "f6e78ed4-dd37-416a-8663-e2bc73888787", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-376912694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc29354eccf24939bd31b44740c4f464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d36de6-78", "ovs_interfaceid": "98d36de6-783d-46b4-bf15-cab4ea720393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.724900] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:08:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d36de6-783d-46b4-bf15-cab4ea720393', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.736085] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Creating folder: Project (dc29354eccf24939bd31b44740c4f464). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.739821] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af0e3aac-d31c-4a72-9498-e4a19748ed48 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.754903] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Created folder: Project (dc29354eccf24939bd31b44740c4f464) in parent group-v512253. [ 712.755105] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Creating folder: Instances. Parent ref: group-v512327. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.755371] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97f8aecc-ef30-41ae-998a-4dee7fdd74c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.765448] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Created folder: Instances in parent group-v512327. [ 712.765774] env[62845]: DEBUG oslo.service.loopingcall [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.766029] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.766290] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e576ce3d-94b6-40c6-a562-8f38a7409485 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.789819] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.789819] env[62845]: value = "task-2535676" [ 712.789819] env[62845]: _type = "Task" [ 712.789819] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.797851] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535676, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.847357] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368cc4f9-43cf-415f-9ced-ac2d0e4efbcb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.856311] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6333a31-0764-4009-b4ed-af852012b70b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.891071] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1842c9-8e7c-4b5a-a3d4-d417f58ef51b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.900402] env[62845]: DEBUG oslo_vmware.api [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535673, 'name': PowerOnVM_Task, 'duration_secs': 0.463218} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.903412] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.904323] env[62845]: INFO nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Took 9.68 seconds to spawn the instance on the hypervisor. [ 712.904323] env[62845]: DEBUG nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.904697] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc2b26-7f52-4136-8972-2c8a932b07e7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.908453] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab3ab43-51b1-4eae-94ae-d891f78ca071 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.918069] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.918233] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Starting heal instance info cache {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 712.918349] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Rebuilding the list of instances to heal {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 712.929982] env[62845]: DEBUG nova.compute.provider_tree [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.012624] env[62845]: INFO nova.compute.manager [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] instance snapshotting [ 713.017899] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "74de7b85-13d0-4785-aa3c-204678d5d821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.018164] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.019248] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba439db-c684-4cba-990a-6f17499fe480 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.039063] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076bb93-74cc-407a-81ec-eb54b2e72553 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.071503] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "8505e505-e224-4ea7-98d3-1266a616d7f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.071503] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.071503] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.071503] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.071780] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.073838] env[62845]: INFO nova.compute.manager [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Terminating instance [ 713.300889] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535676, 'name': CreateVM_Task, 'duration_secs': 0.372381} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.301824] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.303276] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.303334] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.303611] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.303861] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010c6ee5-7b53-4220-9212-9c155435d5eb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.309394] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 713.309394] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5243a6b8-ee90-e4f7-4077-c92d4317bc3c" [ 713.309394] env[62845]: _type = "Task" [ 713.309394] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.321619] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5243a6b8-ee90-e4f7-4077-c92d4317bc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.324569] env[62845]: DEBUG nova.compute.manager [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Received event network-changed-98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.324752] env[62845]: DEBUG nova.compute.manager [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Refreshing instance network info cache due to event network-changed-98d36de6-783d-46b4-bf15-cab4ea720393. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.324966] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] Acquiring lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.325125] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] Acquired lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.325331] env[62845]: DEBUG nova.network.neutron [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Refreshing network info cache for port 98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.438679] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Skipping network cache update for instance because it is being deleted. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 713.438852] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Skipping network cache update for instance because it is being deleted. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 713.438994] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 713.439139] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 713.439260] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Skipping network cache update for instance because it is Building. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 713.442034] env[62845]: DEBUG nova.scheduler.client.report [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.453877] env[62845]: INFO nova.compute.manager [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Took 39.51 seconds to build instance. [ 713.479662] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.480469] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquired lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.480469] env[62845]: DEBUG nova.network.neutron [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Forcefully refreshing network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 713.480469] env[62845]: DEBUG nova.objects.instance [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lazy-loading 'info_cache' on Instance uuid a50a8b4e-3889-4240-bd9f-8bdb6298f990 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.550902] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.552036] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2adc2ac-fac1-4fbc-a989-c53767d123be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.560450] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 713.560450] env[62845]: value = "task-2535677" [ 713.560450] env[62845]: _type = "Task" [ 713.560450] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.568889] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.577699] env[62845]: DEBUG nova.compute.manager [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.578214] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.578774] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd7120-1f6c-4d26-a31f-90aa982df0c7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.586875] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.587607] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6d0a35-4b1b-4cac-878c-0df0b350f54c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.592401] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 713.592401] env[62845]: value = "task-2535678" [ 713.592401] env[62845]: _type = "Task" [ 713.592401] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.600192] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.820152] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5243a6b8-ee90-e4f7-4077-c92d4317bc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.822089] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.822089] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.822089] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.822089] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.822279] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.822279] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4959ef-b477-4780-bfa6-6486b9dbd5a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.831825] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.832014] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.833094] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de05760d-6679-4dfe-977d-ff145ed059de {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.838275] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 713.838275] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d61cf8-ac7c-afeb-25bb-11dff7fe5cb6" [ 713.838275] env[62845]: _type = "Task" [ 713.838275] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.846213] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d61cf8-ac7c-afeb-25bb-11dff7fe5cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.954403] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.954403] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.955359] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.681s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.955594] env[62845]: DEBUG nova.objects.instance [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lazy-loading 'resources' on Instance uuid 03e4452c-7f43-41ef-84ca-a9be999c500e {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.960018] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1bf7f63a-be2d-48b3-9a96-02a566701c4e tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.099s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.070767] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.101318] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535678, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.119101] env[62845]: DEBUG nova.network.neutron [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Updated VIF entry in instance network info cache for port 98d36de6-783d-46b4-bf15-cab4ea720393. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.119469] env[62845]: DEBUG nova.network.neutron [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Updating instance_info_cache with network_info: [{"id": "98d36de6-783d-46b4-bf15-cab4ea720393", "address": "fa:16:3e:a0:08:d4", "network": {"id": "f6e78ed4-dd37-416a-8663-e2bc73888787", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-376912694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc29354eccf24939bd31b44740c4f464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d36de6-78", "ovs_interfaceid": "98d36de6-783d-46b4-bf15-cab4ea720393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.349374] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d61cf8-ac7c-afeb-25bb-11dff7fe5cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.350358] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dff49a8-8c31-4212-a69b-3e0eca425764 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.356167] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 714.356167] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522d0bad-6c84-2ece-d19d-7a0df822b24e" [ 714.356167] env[62845]: _type = "Task" [ 714.356167] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.365469] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522d0bad-6c84-2ece-d19d-7a0df822b24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.462677] env[62845]: DEBUG nova.compute.utils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.462851] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.465808] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.465992] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.515572] env[62845]: DEBUG nova.policy [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd4111a74617462ba88fb4a856c7b1a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e9646bc353451a8f722587772ffc3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.573590] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.602964] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535678, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.622179] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2664a4d-8578-48e9-b4ca-e2b827b17dfa req-48c9a18b-d4e6-4baf-87d4-d90715807659 service nova] Releasing lock "refresh_cache-7be547e3-977a-4e2e-a2a0-61876c52920f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.785614] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.785865] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.786078] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.786269] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.786435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.788995] env[62845]: INFO nova.compute.manager [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Terminating instance [ 714.868730] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522d0bad-6c84-2ece-d19d-7a0df822b24e, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.869034] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.869290] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 7be547e3-977a-4e2e-a2a0-61876c52920f/7be547e3-977a-4e2e-a2a0-61876c52920f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.869538] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb1cada4-c2de-4eb1-8697-2ae9f1e148c2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.879608] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 714.879608] env[62845]: value = "task-2535679" [ 714.879608] env[62845]: _type = "Task" [ 714.879608] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.884936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6939ccb-5763-4b27-ae9d-23eac7a5a70a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.892600] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.897015] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a02102-9e48-4397-bb61-23571e286a92 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.932021] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8b7eb-3aee-4342-85cd-a36a8c865dab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.941338] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974df55-881a-43b9-8cc6-c06191d18d31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.959165] env[62845]: DEBUG nova.compute.provider_tree [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.968983] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.999852] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.017337] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Successfully created port: 6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.074297] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535677, 'name': CreateSnapshot_Task, 'duration_secs': 1.246205} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.074642] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 715.080271] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1e1c9-6e90-41c7-b2b9-0853a80c9e55 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.103443] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535678, 'name': PowerOffVM_Task, 'duration_secs': 1.214957} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.103652] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.103757] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.104091] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973f69a3-54fe-4032-bfa6-5336a357d0e3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.165340] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.165644] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.165899] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Deleting the datastore file [datastore1] 8505e505-e224-4ea7-98d3-1266a616d7f9 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.166281] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ba3db1-439a-4e63-bc2e-866b0ad40095 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.178830] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for the task: (returnval){ [ 715.178830] env[62845]: value = "task-2535681" [ 715.178830] env[62845]: _type = "Task" [ 715.178830] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.189393] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.229753] env[62845]: DEBUG nova.network.neutron [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updating instance_info_cache with network_info: [{"id": "60be909b-7c23-48d4-9c83-bb4e12260abc", "address": "fa:16:3e:cf:d0:59", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60be909b-7c", "ovs_interfaceid": "60be909b-7c23-48d4-9c83-bb4e12260abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.292758] env[62845]: DEBUG nova.compute.manager [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.293198] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.294173] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3fc1a8-b87e-4a98-a709-85afeb234a2d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.301575] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.301854] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50d4acf2-3987-4a65-ac33-24f7385a89a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.308620] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 715.308620] env[62845]: value = "task-2535682" [ 715.308620] env[62845]: _type = "Task" [ 715.308620] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.317673] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.389805] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491714} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.390108] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 7be547e3-977a-4e2e-a2a0-61876c52920f/7be547e3-977a-4e2e-a2a0-61876c52920f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.390357] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.390641] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d150b08b-2906-4f10-b674-218b48888e89 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.396555] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 715.396555] env[62845]: value = "task-2535683" [ 715.396555] env[62845]: _type = "Task" [ 715.396555] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.405894] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.462262] env[62845]: DEBUG nova.scheduler.client.report [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.597185] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 715.597487] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a8e1f80-004c-4370-8b7c-a41d85486d84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.605571] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 715.605571] env[62845]: value = "task-2535684" [ 715.605571] env[62845]: _type = "Task" [ 715.605571] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.614543] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.688265] env[62845]: DEBUG oslo_vmware.api [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Task: {'id': task-2535681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244007} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.688522] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.688706] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.688883] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.689065] env[62845]: INFO nova.compute.manager [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Took 2.11 seconds to destroy the instance on the hypervisor. [ 715.689322] env[62845]: DEBUG oslo.service.loopingcall [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.689522] env[62845]: DEBUG nova.compute.manager [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.689613] env[62845]: DEBUG nova.network.neutron [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.733162] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Releasing lock "refresh_cache-a50a8b4e-3889-4240-bd9f-8bdb6298f990" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.733394] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] [instance: a50a8b4e-3889-4240-bd9f-8bdb6298f990] Updated the network info_cache for instance {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 715.733606] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.733976] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.734496] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.734880] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.735149] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.735394] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.735561] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62845) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 715.735739] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.818932] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535682, 'name': PowerOffVM_Task, 'duration_secs': 0.199952} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.818932] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.818932] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.819098] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45871aae-ace5-4a90-84da-ded29051077a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.879506] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.879784] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.879903] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Deleting the datastore file [datastore1] 3d6dd8d1-8695-44d6-968b-d0ab5d634736 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.880179] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17abdcfc-de07-4530-92dd-06b9fafe1bc8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.885756] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for the task: (returnval){ [ 715.885756] env[62845]: value = "task-2535686" [ 715.885756] env[62845]: _type = "Task" [ 715.885756] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.893508] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.904720] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05379} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.906834] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.906834] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4aa3c-ee70-4102-97d9-b88b6e5848e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.926859] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 7be547e3-977a-4e2e-a2a0-61876c52920f/7be547e3-977a-4e2e-a2a0-61876c52920f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.927181] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51668805-f489-4897-87f7-0dbfba3bea5c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.947405] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 715.947405] env[62845]: value = "task-2535687" [ 715.947405] env[62845]: _type = "Task" [ 715.947405] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.955410] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.968469] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.970923] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.146s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.972439] env[62845]: INFO nova.compute.claims [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.981934] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.000855] env[62845]: DEBUG nova.compute.manager [req-0aa895ab-1e28-4596-8ca7-7c95f983b37b req-b5d94c24-07bb-43d3-9a07-fa7a27bb220c service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Received event network-vif-deleted-ad98c11d-6aba-418a-bf8f-fa744b3bc1b9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.000855] env[62845]: INFO nova.compute.manager [req-0aa895ab-1e28-4596-8ca7-7c95f983b37b req-b5d94c24-07bb-43d3-9a07-fa7a27bb220c service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Neutron deleted interface ad98c11d-6aba-418a-bf8f-fa744b3bc1b9; detaching it from the instance and deleting it from the info cache [ 716.000855] env[62845]: DEBUG nova.network.neutron [req-0aa895ab-1e28-4596-8ca7-7c95f983b37b req-b5d94c24-07bb-43d3-9a07-fa7a27bb220c service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.006490] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.006670] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.006842] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.007064] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.007272] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.007473] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.007688] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.007866] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.008120] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.008234] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.008493] env[62845]: DEBUG nova.virt.hardware [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.009546] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4bd32-17da-4c87-ae22-42c7321d596c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.013357] env[62845]: INFO nova.scheduler.client.report [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Deleted allocations for instance 03e4452c-7f43-41ef-84ca-a9be999c500e [ 716.021996] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319bc865-f681-4235-8153-42ae2b2a594d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.117866] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 93%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.239684] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.396401] env[62845]: DEBUG oslo_vmware.api [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Task: {'id': task-2535686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158798} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.396679] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.396861] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.397053] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.397232] env[62845]: INFO nova.compute.manager [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Took 1.10 seconds to destroy the instance on the hypervisor. [ 716.397473] env[62845]: DEBUG oslo.service.loopingcall [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.397667] env[62845]: DEBUG nova.compute.manager [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.397759] env[62845]: DEBUG nova.network.neutron [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.444674] env[62845]: DEBUG nova.network.neutron [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.457758] env[62845]: INFO nova.compute.manager [-] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Took 0.77 seconds to deallocate network for instance. [ 716.468280] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535687, 'name': ReconfigVM_Task, 'duration_secs': 0.331105} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.470672] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 7be547e3-977a-4e2e-a2a0-61876c52920f/7be547e3-977a-4e2e-a2a0-61876c52920f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.471581] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-421b71b2-5a33-4b6a-b9ad-fdb1243e5b7c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.479656] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 716.479656] env[62845]: value = "task-2535688" [ 716.479656] env[62845]: _type = "Task" [ 716.479656] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.488860] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535688, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.503602] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63441ee8-3021-4590-bb43-cee882ccceed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.515919] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f80292-51c5-46d3-b216-a02eb6f7b78f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.531431] env[62845]: DEBUG oslo_concurrency.lockutils [None req-96ff78ba-a798-4945-8c15-3e6a3b162649 tempest-ServerTagsTestJSON-1017593906 tempest-ServerTagsTestJSON-1017593906-project-member] Lock "03e4452c-7f43-41ef-84ca-a9be999c500e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.963s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.554841] env[62845]: DEBUG nova.compute.manager [req-0aa895ab-1e28-4596-8ca7-7c95f983b37b req-b5d94c24-07bb-43d3-9a07-fa7a27bb220c service nova] [instance: 8505e505-e224-4ea7-98d3-1266a616d7f9] Detach interface failed, port_id=ad98c11d-6aba-418a-bf8f-fa744b3bc1b9, reason: Instance 8505e505-e224-4ea7-98d3-1266a616d7f9 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.618305] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.804752] env[62845]: DEBUG nova.compute.manager [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Received event network-vif-plugged-6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.804986] env[62845]: DEBUG oslo_concurrency.lockutils [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] Acquiring lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.805211] env[62845]: DEBUG oslo_concurrency.lockutils [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.805408] env[62845]: DEBUG oslo_concurrency.lockutils [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.805583] env[62845]: DEBUG nova.compute.manager [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] No waiting events found dispatching network-vif-plugged-6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.805744] env[62845]: WARNING nova.compute.manager [req-d72f077e-8163-41e9-aed4-3f00e1ce3bd7 req-b49cc550-6b7c-4c18-9e33-b76b32b4c590 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Received unexpected event network-vif-plugged-6a135257-1bb0-441d-a799-d16cdb50bb63 for instance with vm_state building and task_state spawning. [ 716.967034] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.992735] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535688, 'name': Rename_Task, 'duration_secs': 0.148033} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.993123] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.993403] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea550d43-a435-4d8f-916d-ec16a80b7ccc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.000459] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 717.000459] env[62845]: value = "task-2535689" [ 717.000459] env[62845]: _type = "Task" [ 717.000459] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.011225] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.047904] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Successfully updated port: 6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.119828] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.167507] env[62845]: DEBUG nova.network.neutron [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.469835] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e8b8b-73ad-4418-a239-be9133a2ea1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.479196] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f13719-1d6a-4dbf-a9b1-96fbc0f07da4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.512627] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4020eb-d869-4516-bb0d-5319b8d9aaf7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.520032] env[62845]: DEBUG oslo_vmware.api [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535689, 'name': PowerOnVM_Task, 'duration_secs': 0.508076} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.522254] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.522453] env[62845]: INFO nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Took 7.40 seconds to spawn the instance on the hypervisor. [ 717.522637] env[62845]: DEBUG nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.523490] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811f9a3-e717-4657-8df4-2cd0cd1e2bfb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.526936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acabe3c-b042-491e-82e3-d0520320c2f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.545056] env[62845]: DEBUG nova.compute.provider_tree [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.554069] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.554069] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquired lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.554069] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.618230] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.672901] env[62845]: INFO nova.compute.manager [-] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Took 1.27 seconds to deallocate network for instance. [ 718.029276] env[62845]: DEBUG nova.compute.manager [req-a7fd6dda-122b-4a58-b0ed-cf89ac256d48 req-28ec8b5c-2ff4-4b4c-9c82-13bbdf7d6fa4 service nova] [instance: 3d6dd8d1-8695-44d6-968b-d0ab5d634736] Received event network-vif-deleted-01d840b1-0334-45a7-81dc-f37850ace2b5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.052630] env[62845]: DEBUG nova.scheduler.client.report [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.058323] env[62845]: INFO nova.compute.manager [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Took 35.96 seconds to build instance. [ 718.117991] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.121495] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.181652] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.350037] env[62845]: DEBUG nova.network.neutron [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updating instance_info_cache with network_info: [{"id": "6a135257-1bb0-441d-a799-d16cdb50bb63", "address": "fa:16:3e:99:a3:39", "network": {"id": "3d0e8d76-64ab-4307-9c31-dbdaa90e6a3d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2011719712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4e9646bc353451a8f722587772ffc3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a135257-1b", "ovs_interfaceid": "6a135257-1bb0-441d-a799-d16cdb50bb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.560845] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.561423] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.564366] env[62845]: DEBUG oslo_concurrency.lockutils [None req-030e1e31-0630-426c-993d-c5af0ae638e8 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.760s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.564652] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.732s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.564977] env[62845]: DEBUG nova.objects.instance [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lazy-loading 'resources' on Instance uuid b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.618421] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.853783] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Releasing lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.854504] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Instance network_info: |[{"id": "6a135257-1bb0-441d-a799-d16cdb50bb63", "address": "fa:16:3e:99:a3:39", "network": {"id": "3d0e8d76-64ab-4307-9c31-dbdaa90e6a3d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2011719712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4e9646bc353451a8f722587772ffc3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a135257-1b", "ovs_interfaceid": "6a135257-1bb0-441d-a799-d16cdb50bb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.854712] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a135257-1bb0-441d-a799-d16cdb50bb63', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.862886] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Creating folder: Project (b4e9646bc353451a8f722587772ffc3b). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.863292] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c575123-9a4c-4970-933f-f9b4365eb1d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.874424] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Created folder: Project (b4e9646bc353451a8f722587772ffc3b) in parent group-v512253. [ 718.874424] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Creating folder: Instances. Parent ref: group-v512332. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.874424] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b44b6a83-06cc-47f6-92a2-1606d93f3cb8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.878161] env[62845]: DEBUG nova.compute.manager [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Received event network-changed-6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.878161] env[62845]: DEBUG nova.compute.manager [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Refreshing instance network info cache due to event network-changed-6a135257-1bb0-441d-a799-d16cdb50bb63. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.878302] env[62845]: DEBUG oslo_concurrency.lockutils [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] Acquiring lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.878431] env[62845]: DEBUG oslo_concurrency.lockutils [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] Acquired lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.878586] env[62845]: DEBUG nova.network.neutron [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Refreshing network info cache for port 6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.889863] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Created folder: Instances in parent group-v512332. [ 718.892032] env[62845]: DEBUG oslo.service.loopingcall [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.892032] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.892032] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-527aa355-ef88-48f3-8cb5-b5964487c53b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911508] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.911508] env[62845]: value = "task-2535692" [ 718.911508] env[62845]: _type = "Task" [ 718.911508] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.919441] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535692, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.071386] env[62845]: DEBUG nova.compute.utils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.073274] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.076048] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.076235] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.124392] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.133558] env[62845]: DEBUG nova.policy [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad73d401af44793850c61c16b3fbd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a8401fbe0a40709e415ee7a53c363d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.429112] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535692, 'name': CreateVM_Task, 'duration_secs': 0.357905} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.429112] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.429524] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.429705] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.430027] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.430280] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025dd46e-f337-4ed5-a9a1-b203e1cf456c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.439277] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 719.439277] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5225f741-868f-b10b-81d2-cc74ba2a1816" [ 719.439277] env[62845]: _type = "Task" [ 719.439277] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.451777] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5225f741-868f-b10b-81d2-cc74ba2a1816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.506634] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Successfully created port: 2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.577208] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.603841] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.605435] env[62845]: DEBUG nova.network.neutron [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updated VIF entry in instance network info cache for port 6a135257-1bb0-441d-a799-d16cdb50bb63. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.605756] env[62845]: DEBUG nova.network.neutron [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updating instance_info_cache with network_info: [{"id": "6a135257-1bb0-441d-a799-d16cdb50bb63", "address": "fa:16:3e:99:a3:39", "network": {"id": "3d0e8d76-64ab-4307-9c31-dbdaa90e6a3d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2011719712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4e9646bc353451a8f722587772ffc3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a135257-1b", "ovs_interfaceid": "6a135257-1bb0-441d-a799-d16cdb50bb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.607499] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bced097-a647-4c2e-857e-6a125e3a35dd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.618535] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba6cd90-38f3-490d-bd1a-3ca021f21831 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.625802] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535684, 'name': CloneVM_Task, 'duration_secs': 3.877656} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.626417] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Created linked-clone VM from snapshot [ 719.627132] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beaab74-8aca-4e82-a88c-30700b74020a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.656612] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e2446-affa-4700-a7fc-f4c6b84527df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.662525] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Uploading image da345f3f-a091-4d0f-b576-3d3d719790e6 {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.669118] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0acf8e-2fe8-4150-8536-733d8e27e350 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.684237] env[62845]: DEBUG nova.compute.provider_tree [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.692862] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.692862] env[62845]: value = "vm-512331" [ 719.692862] env[62845]: _type = "VirtualMachine" [ 719.692862] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.693385] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebedffcc-66f8-4dd2-a431-ffc2d50fc02f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.702393] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease: (returnval){ [ 719.702393] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e762a1-efef-57d0-bbeb-f586420368d3" [ 719.702393] env[62845]: _type = "HttpNfcLease" [ 719.702393] env[62845]: } obtained for exporting VM: (result){ [ 719.702393] env[62845]: value = "vm-512331" [ 719.702393] env[62845]: _type = "VirtualMachine" [ 719.702393] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.702723] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the lease: (returnval){ [ 719.702723] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e762a1-efef-57d0-bbeb-f586420368d3" [ 719.702723] env[62845]: _type = "HttpNfcLease" [ 719.702723] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.710743] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.710743] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e762a1-efef-57d0-bbeb-f586420368d3" [ 719.710743] env[62845]: _type = "HttpNfcLease" [ 719.710743] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.950199] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5225f741-868f-b10b-81d2-cc74ba2a1816, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.950592] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.950811] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.951103] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.951295] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.951641] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.951793] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce0f0f5-ca0e-44a0-9418-29ce5521ff4c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.960359] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.962664] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.962664] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5aa5d5f-d7ce-46d9-b072-1125e2d83435 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.967235] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 719.967235] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52db5dd7-e58c-98ad-578c-d564f64e91be" [ 719.967235] env[62845]: _type = "Task" [ 719.967235] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.977718] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52db5dd7-e58c-98ad-578c-d564f64e91be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.111043] env[62845]: DEBUG oslo_concurrency.lockutils [req-e83f8fbc-5452-45ad-a4c5-7c52c7079505 req-c4852f67-11a0-465e-b50f-aeaab467a2a1 service nova] Releasing lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.189219] env[62845]: DEBUG nova.scheduler.client.report [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.211695] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.211695] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e762a1-efef-57d0-bbeb-f586420368d3" [ 720.211695] env[62845]: _type = "HttpNfcLease" [ 720.211695] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.211991] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.211991] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e762a1-efef-57d0-bbeb-f586420368d3" [ 720.211991] env[62845]: _type = "HttpNfcLease" [ 720.211991] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.212882] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8cf306-4c8d-48d8-bff6-c7aec7b16930 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.222387] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.222387] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.282463] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "7be547e3-977a-4e2e-a2a0-61876c52920f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.282791] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.283116] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.283335] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.283557] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.288841] env[62845]: INFO nova.compute.manager [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Terminating instance [ 720.321687] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7a7890e-1eaf-438b-a0fe-dcbb5efc5c07 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.478271] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52db5dd7-e58c-98ad-578c-d564f64e91be, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.479075] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19aeb01-333d-4941-aeb3-a794686c9039 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.490758] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 720.490758] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a18c08-917c-f0db-d684-6b6285af1bab" [ 720.490758] env[62845]: _type = "Task" [ 720.490758] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.501060] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a18c08-917c-f0db-d684-6b6285af1bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.587203] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.610954] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.611317] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.611475] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.611721] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.611879] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.612061] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.612316] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.612499] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.612700] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.613310] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.613310] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.614137] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03210934-6188-46c2-8abf-607330258c88 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.623194] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72902e56-d8e0-4d61-b944-b82809401368 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.697698] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.700610] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.343s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.702422] env[62845]: INFO nova.compute.claims [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.724090] env[62845]: INFO nova.scheduler.client.report [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Deleted allocations for instance b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b [ 720.793314] env[62845]: DEBUG nova.compute.manager [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.793531] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.794699] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232a1c3-1a05-4f04-9ea5-291098dd84b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.803179] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.803558] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4372aa1d-e6eb-4f31-afb1-17cbb55f1031 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.809902] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 720.809902] env[62845]: value = "task-2535694" [ 720.809902] env[62845]: _type = "Task" [ 720.809902] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.817996] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.001106] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a18c08-917c-f0db-d684-6b6285af1bab, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.001372] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.001813] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7/f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.002132] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98654393-ebd5-41dc-989f-1c44e09e1a87 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.010072] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 721.010072] env[62845]: value = "task-2535695" [ 721.010072] env[62845]: _type = "Task" [ 721.010072] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.021415] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.232856] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d1886c18-31c4-4434-b1bd-50002e9f1e36 tempest-ServerMetadataNegativeTestJSON-10147019 tempest-ServerMetadataNegativeTestJSON-10147019-project-member] Lock "b1518c51-ee9b-4d4b-8328-c0a8f14c9a0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.859s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.328037] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535694, 'name': PowerOffVM_Task, 'duration_secs': 0.227207} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.328037] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.328326] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.329765] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4a505e-882f-4011-a3af-ce23883d5aa5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.398970] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.398970] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.398970] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Deleting the datastore file [datastore2] 7be547e3-977a-4e2e-a2a0-61876c52920f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.399368] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7cd5b4-fef4-44ca-855b-1b139fbdd062 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.411029] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for the task: (returnval){ [ 721.411029] env[62845]: value = "task-2535697" [ 721.411029] env[62845]: _type = "Task" [ 721.411029] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.417211] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Successfully updated port: 2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.430455] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.465581] env[62845]: DEBUG nova.compute.manager [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Received event network-vif-plugged-2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.466224] env[62845]: DEBUG oslo_concurrency.lockutils [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] Acquiring lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.466510] env[62845]: DEBUG oslo_concurrency.lockutils [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.466830] env[62845]: DEBUG oslo_concurrency.lockutils [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.467083] env[62845]: DEBUG nova.compute.manager [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] No waiting events found dispatching network-vif-plugged-2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.467485] env[62845]: WARNING nova.compute.manager [req-5593962d-77ee-45e0-8bf5-dd0787fcb700 req-47e0f46d-e055-4e66-88e9-f4482cf42e66 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Received unexpected event network-vif-plugged-2c51d892-ef4b-4c6f-8faa-9ca369f7df74 for instance with vm_state building and task_state spawning. [ 721.520434] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535695, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.921961] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.922150] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.922440] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.924534] env[62845]: DEBUG oslo_vmware.api [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Task: {'id': task-2535697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286205} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.925133] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.925201] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.925376] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.925546] env[62845]: INFO nova.compute.manager [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 721.925781] env[62845]: DEBUG oslo.service.loopingcall [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.929303] env[62845]: DEBUG nova.compute.manager [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.929413] env[62845]: DEBUG nova.network.neutron [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.026871] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533441} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.028070] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7/f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.028747] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.029111] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d12fba25-d25c-4505-a141-122bab2f929b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.036694] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 722.036694] env[62845]: value = "task-2535698" [ 722.036694] env[62845]: _type = "Task" [ 722.036694] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.045552] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.187411] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029a28e-caf4-4b7a-a96c-6fb0a78a112a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.194866] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406802ca-a78d-4aff-857f-5289cf332fe7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.225275] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e4d5d0-2796-4d15-99fc-bea6f5a9708c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.235206] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595fe78d-d5eb-4f43-9987-205ce12c6f48 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.249493] env[62845]: DEBUG nova.compute.provider_tree [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.471507] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.549956] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06231} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.549956] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.550588] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee20f4-fd19-4ad1-b64c-e762676f1fa5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.587641] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7/f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.589846] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5f46d0-84f3-42b3-ae60-3403ff324c21 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.613180] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 722.613180] env[62845]: value = "task-2535699" [ 722.613180] env[62845]: _type = "Task" [ 722.613180] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.622766] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.709067] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Updating instance_info_cache with network_info: [{"id": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "address": "fa:16:3e:cd:c4:da", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c51d892-ef", "ovs_interfaceid": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.731226] env[62845]: DEBUG nova.network.neutron [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.752554] env[62845]: DEBUG nova.scheduler.client.report [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.122671] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535699, 'name': ReconfigVM_Task, 'duration_secs': 0.307859} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.122933] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7/f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.123655] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0bc9af-c460-42d3-a3de-af2cfc9b3bc1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.130903] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 723.130903] env[62845]: value = "task-2535700" [ 723.130903] env[62845]: _type = "Task" [ 723.130903] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.139217] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535700, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.211961] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.212410] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Instance network_info: |[{"id": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "address": "fa:16:3e:cd:c4:da", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c51d892-ef", "ovs_interfaceid": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.212887] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c4:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c51d892-ef4b-4c6f-8faa-9ca369f7df74', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.220922] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating folder: Project (e0a8401fbe0a40709e415ee7a53c363d). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.221263] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0429908-4bbd-43ff-ae48-2be8465c40bd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.232054] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created folder: Project (e0a8401fbe0a40709e415ee7a53c363d) in parent group-v512253. [ 723.232325] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating folder: Instances. Parent ref: group-v512335. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.232600] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd011a66-d19b-4fad-a8a0-8c49abc1641c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.234826] env[62845]: INFO nova.compute.manager [-] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Took 1.31 seconds to deallocate network for instance. [ 723.243663] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created folder: Instances in parent group-v512335. [ 723.243994] env[62845]: DEBUG oslo.service.loopingcall [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.244186] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.244432] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eee77c5-c834-4769-bcdf-94cf214103b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.261258] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.261821] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.267054] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.768s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.267054] env[62845]: DEBUG nova.objects.instance [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] [instance: 637c1419-b959-4be2-abe7-3842e89c114c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62845) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.274459] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.274459] env[62845]: value = "task-2535703" [ 723.274459] env[62845]: _type = "Task" [ 723.274459] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.282697] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535703, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.524321] env[62845]: DEBUG nova.compute.manager [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Received event network-changed-2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.524321] env[62845]: DEBUG nova.compute.manager [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Refreshing instance network info cache due to event network-changed-2c51d892-ef4b-4c6f-8faa-9ca369f7df74. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.524543] env[62845]: DEBUG oslo_concurrency.lockutils [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] Acquiring lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.524745] env[62845]: DEBUG oslo_concurrency.lockutils [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] Acquired lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.525129] env[62845]: DEBUG nova.network.neutron [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Refreshing network info cache for port 2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.643646] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535700, 'name': Rename_Task, 'duration_secs': 0.163258} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.643646] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.643827] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01ef28e5-b6fe-4050-80d1-fba77a4bdaf8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.649901] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 723.649901] env[62845]: value = "task-2535704" [ 723.649901] env[62845]: _type = "Task" [ 723.649901] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.660890] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.742499] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.768509] env[62845]: DEBUG nova.compute.utils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.770296] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.774022] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.802822] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535703, 'name': CreateVM_Task, 'duration_secs': 0.440667} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.802822] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.803923] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.804018] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.804453] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.804753] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89d415f-d795-4cd4-9fe4-baa0f48608a5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.814327] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 723.814327] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5282bdf0-f540-6cda-91c8-f138b5261a0b" [ 723.814327] env[62845]: _type = "Task" [ 723.814327] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.823596] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5282bdf0-f540-6cda-91c8-f138b5261a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.851422] env[62845]: DEBUG nova.policy [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad73d401af44793850c61c16b3fbd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a8401fbe0a40709e415ee7a53c363d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.163404] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.249364] env[62845]: DEBUG nova.network.neutron [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Updated VIF entry in instance network info cache for port 2c51d892-ef4b-4c6f-8faa-9ca369f7df74. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.250796] env[62845]: DEBUG nova.network.neutron [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Updating instance_info_cache with network_info: [{"id": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "address": "fa:16:3e:cd:c4:da", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c51d892-ef", "ovs_interfaceid": "2c51d892-ef4b-4c6f-8faa-9ca369f7df74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.273802] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.280179] env[62845]: DEBUG oslo_concurrency.lockutils [None req-021f2c62-3230-4038-9580-7ce1e78cf944 tempest-ServersAdmin275Test-2010321181 tempest-ServersAdmin275Test-2010321181-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.283818] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.379s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.324727] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5282bdf0-f540-6cda-91c8-f138b5261a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022596} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.325282] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.325443] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.325742] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.325934] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.326192] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.326574] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-776e6d8e-a270-4f42-b2c7-937184debd5a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.335982] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.336181] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.337036] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c80f54c-7515-4617-9d56-ff4263a2eae6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.343048] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 724.343048] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527ba763-5419-0829-79fb-49b04241ac0d" [ 724.343048] env[62845]: _type = "Task" [ 724.343048] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.351033] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527ba763-5419-0829-79fb-49b04241ac0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.411360] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Successfully created port: ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.662354] env[62845]: DEBUG oslo_vmware.api [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535704, 'name': PowerOnVM_Task, 'duration_secs': 0.625648} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.662574] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.662795] env[62845]: INFO nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Took 8.68 seconds to spawn the instance on the hypervisor. [ 724.663779] env[62845]: DEBUG nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.663899] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394aef5-64ca-4b3c-b2cf-df0838a3523b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.752620] env[62845]: DEBUG oslo_concurrency.lockutils [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] Releasing lock "refresh_cache-433a19cc-9fad-46a2-8c65-4b27a2df35b8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.752911] env[62845]: DEBUG nova.compute.manager [req-745c8c50-d80a-4bb3-8b42-a52049a41994 req-9ecc1a17-8bad-46e3-8764-b65856464646 service nova] [instance: 7be547e3-977a-4e2e-a2a0-61876c52920f] Received event network-vif-deleted-98d36de6-783d-46b4-bf15-cab4ea720393 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.857497] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527ba763-5419-0829-79fb-49b04241ac0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01482} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.858345] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c042b7db-bddf-4f39-b862-971f1640b278 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.864813] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 724.864813] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd198d-f393-9db2-2334-0f0a4ddb576f" [ 724.864813] env[62845]: _type = "Task" [ 724.864813] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.876484] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd198d-f393-9db2-2334-0f0a4ddb576f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.182961] env[62845]: INFO nova.compute.manager [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Took 41.57 seconds to build instance. [ 725.283918] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.309902] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.310202] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.310397] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.310638] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.310729] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.310863] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.311610] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.311610] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.311610] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.311610] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.311830] env[62845]: DEBUG nova.virt.hardware [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.312712] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f9fb8-90bb-4cb5-883b-626291bcb323 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.322231] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd246a19-c1b7-4b4f-a951-0290b6531227 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.358041] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf14fa0-3044-4935-9861-472a46abe54c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.368876] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace7722b-da16-458b-9afa-73fb8597b48f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.378374] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd198d-f393-9db2-2334-0f0a4ddb576f, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.404454] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.404800] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 433a19cc-9fad-46a2-8c65-4b27a2df35b8/433a19cc-9fad-46a2-8c65-4b27a2df35b8.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.405345] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ef17a6-1eaf-46f1-b20a-d172b87c074b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.407968] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57234dc4-33bc-4e9e-8a4f-fa0a98f3c6a6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.415814] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ce1406-c3c3-4b7f-b221-71b252d908a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.421196] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 725.421196] env[62845]: value = "task-2535705" [ 725.421196] env[62845]: _type = "Task" [ 725.421196] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.431994] env[62845]: DEBUG nova.compute.provider_tree [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.438357] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.688101] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f5bd8441-d8b2-4aa7-87c1-c30b6fe5dc9d tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.878s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.935860] env[62845]: DEBUG nova.scheduler.client.report [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.949735] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.193492] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.433639] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607429} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.434487] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 433a19cc-9fad-46a2-8c65-4b27a2df35b8/433a19cc-9fad-46a2-8c65-4b27a2df35b8.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.434859] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.435266] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37671cfb-e4a1-400a-ac95-a4374802816c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.445074] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 726.445074] env[62845]: value = "task-2535706" [ 726.445074] env[62845]: _type = "Task" [ 726.445074] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.457520] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.743706] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.866042] env[62845]: DEBUG nova.compute.manager [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Received event network-vif-plugged-ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.866042] env[62845]: DEBUG oslo_concurrency.lockutils [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] Acquiring lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.866042] env[62845]: DEBUG oslo_concurrency.lockutils [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.866042] env[62845]: DEBUG oslo_concurrency.lockutils [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.866042] env[62845]: DEBUG nova.compute.manager [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] No waiting events found dispatching network-vif-plugged-ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.866210] env[62845]: WARNING nova.compute.manager [req-66b94bfa-7d5e-40dd-be06-c72323da71ca req-5378c750-5516-44c0-bff9-f4e88840e764 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Received unexpected event network-vif-plugged-ae84e8e5-3cbd-441d-86f7-6482c92bc10a for instance with vm_state building and task_state spawning. [ 726.905037] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.906171] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a7e0b-1963-486d-9b04-3b39f44695d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.912917] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.913180] env[62845]: ERROR oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk due to incomplete transfer. [ 726.913354] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-108016d2-0386-40d7-9f22-1f4b2266d1c6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.925020] env[62845]: DEBUG oslo_vmware.rw_handles [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213b2b8-f380-39ad-881b-749882423cc0/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.925020] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Uploaded image da345f3f-a091-4d0f-b576-3d3d719790e6 to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.925020] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.925020] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76e55bd4-fbe9-44df-babb-3cbb277c29d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930805] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 726.930805] env[62845]: value = "task-2535707" [ 726.930805] env[62845]: _type = "Task" [ 726.930805] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.939695] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535707, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.956255] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131073} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.956719] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.957606] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506d8f4-97ba-4c0b-a501-d4c5692f683e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.961406] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.680s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.964611] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.336s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.964691] env[62845]: DEBUG nova.objects.instance [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lazy-loading 'resources' on Instance uuid 637c1419-b959-4be2-abe7-3842e89c114c {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.987022] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 433a19cc-9fad-46a2-8c65-4b27a2df35b8/433a19cc-9fad-46a2-8c65-4b27a2df35b8.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.988068] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa60f0b2-dcdd-427a-a16b-56c7ceaa09c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.010026] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 727.010026] env[62845]: value = "task-2535708" [ 727.010026] env[62845]: _type = "Task" [ 727.010026] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.020873] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.392851] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Successfully updated port: ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.446902] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535707, 'name': Destroy_Task, 'duration_secs': 0.347456} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.447535] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Destroyed the VM [ 727.447885] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.450016] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08af6885-8dc0-4d47-9877-d3b383a99372 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458531] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 727.458531] env[62845]: value = "task-2535709" [ 727.458531] env[62845]: _type = "Task" [ 727.458531] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.472463] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.518382] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.547501] env[62845]: INFO nova.scheduler.client.report [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Deleted allocation for migration 13d87740-c885-4d07-9159-f47dc7c5f4fb [ 727.900212] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.900407] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.900601] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.972030] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535709, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.020041] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535708, 'name': ReconfigVM_Task, 'duration_secs': 0.75445} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.020544] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 433a19cc-9fad-46a2-8c65-4b27a2df35b8/433a19cc-9fad-46a2-8c65-4b27a2df35b8.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.022107] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5078a2e-f640-477f-8360-fa9fc7da0c30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.030017] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b22ced-9ce4-4f45-951c-662a3c9ddd1c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.032465] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 728.032465] env[62845]: value = "task-2535710" [ 728.032465] env[62845]: _type = "Task" [ 728.032465] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.040298] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa54b4c-bf2e-4f58-b126-9a1d3f1c6a45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.054654] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535710, 'name': Rename_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.056566] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ce644561-e9e5-4507-9583-e3aeab4e09bc tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "a50a8b4e-3889-4240-bd9f-8bdb6298f990" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.563s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.088872] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5634e-a2ee-4674-8ba1-b88dcb399cfc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.099155] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf097f3b-cfd2-45a0-b6df-3464198b2612 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.115350] env[62845]: DEBUG nova.compute.provider_tree [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.314574] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "178863f8-f026-4a5d-8960-2dc5eed2182d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.314783] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "178863f8-f026-4a5d-8960-2dc5eed2182d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.465231] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.472534] env[62845]: DEBUG oslo_vmware.api [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631477} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.473372] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.473372] env[62845]: INFO nova.compute.manager [None req-952a1c2d-216f-4ce9-8557-bf4a0150448f tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 728.552595] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535710, 'name': Rename_Task, 'duration_secs': 0.299547} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.560297] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.560297] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34bce1ef-f847-4ab3-ae4f-4e96810357df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.564455] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 728.564455] env[62845]: value = "task-2535711" [ 728.564455] env[62845]: _type = "Task" [ 728.564455] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.576265] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.618565] env[62845]: DEBUG nova.scheduler.client.report [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.676895] env[62845]: DEBUG nova.network.neutron [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Updating instance_info_cache with network_info: [{"id": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "address": "fa:16:3e:a3:2e:20", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae84e8e5-3c", "ovs_interfaceid": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.893780] env[62845]: DEBUG nova.compute.manager [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Received event network-changed-ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.893982] env[62845]: DEBUG nova.compute.manager [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Refreshing instance network info cache due to event network-changed-ae84e8e5-3cbd-441d-86f7-6482c92bc10a. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.894189] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Acquiring lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.078513] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.128105] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.130498] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.872s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.132076] env[62845]: INFO nova.compute.claims [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.158160] env[62845]: INFO nova.scheduler.client.report [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Deleted allocations for instance 637c1419-b959-4be2-abe7-3842e89c114c [ 729.179509] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.179854] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Instance network_info: |[{"id": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "address": "fa:16:3e:a3:2e:20", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae84e8e5-3c", "ovs_interfaceid": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.180659] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Acquired lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180659] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Refreshing network info cache for port ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.181952] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:2e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae84e8e5-3cbd-441d-86f7-6482c92bc10a', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.189458] env[62845]: DEBUG oslo.service.loopingcall [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.190517] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.190750] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3203f87-850e-4028-9779-107c8309d608 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.212359] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.212359] env[62845]: value = "task-2535712" [ 729.212359] env[62845]: _type = "Task" [ 729.212359] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.224993] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535712, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.235733] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "9e201354-6555-4ec7-861c-5169330256d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.235965] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "9e201354-6555-4ec7-861c-5169330256d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.575846] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535711, 'name': PowerOnVM_Task, 'duration_secs': 0.914774} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.576197] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.576414] env[62845]: INFO nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 729.576591] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.578112] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3bc38d-3e08-4c7d-8663-8d5d5033d3bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.664983] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6cfcbcf3-70c3-4b33-a3a7-e9cab1c93352 tempest-ServersAdmin275Test-1583859323 tempest-ServersAdmin275Test-1583859323-project-member] Lock "637c1419-b959-4be2-abe7-3842e89c114c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.874s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.726246] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535712, 'name': CreateVM_Task, 'duration_secs': 0.32124} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.726246] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.726246] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.726246] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.726246] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.726619] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382ff2d1-14d1-4dc1-a8a8-d49a963d474f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.733328] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 729.733328] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fdfcef-aef3-388a-2e73-1cdfdff5df67" [ 729.733328] env[62845]: _type = "Task" [ 729.733328] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.741040] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fdfcef-aef3-388a-2e73-1cdfdff5df67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.984728] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Updated VIF entry in instance network info cache for port ae84e8e5-3cbd-441d-86f7-6482c92bc10a. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.984728] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Updating instance_info_cache with network_info: [{"id": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "address": "fa:16:3e:a3:2e:20", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae84e8e5-3c", "ovs_interfaceid": "ae84e8e5-3cbd-441d-86f7-6482c92bc10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.094720] env[62845]: INFO nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Took 39.30 seconds to build instance. [ 730.245214] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fdfcef-aef3-388a-2e73-1cdfdff5df67, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.245214] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.245214] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.245214] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.245749] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.245749] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.246136] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3fb1650-b04d-498d-a1ab-bb4879da932d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.255131] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.255322] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.260200] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.260403] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.261289] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c979dd6-8f88-445d-889a-10d179386342 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.268492] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 730.268492] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c58f2-fe6d-58d3-fe6a-ea3e152b7283" [ 730.268492] env[62845]: _type = "Task" [ 730.268492] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.281246] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c58f2-fe6d-58d3-fe6a-ea3e152b7283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.487973] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Releasing lock "refresh_cache-e4f550e8-8b50-4c01-9b6c-7916ed48fa36" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.488264] env[62845]: DEBUG nova.compute.manager [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Received event network-changed-6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.488434] env[62845]: DEBUG nova.compute.manager [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Refreshing instance network info cache due to event network-changed-6a135257-1bb0-441d-a799-d16cdb50bb63. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.488637] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Acquiring lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.488786] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Acquired lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.488935] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Refreshing network info cache for port 6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.572952] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793b66d-d6c8-4971-9a11-5697aea51f04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.580624] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc59b83-e75b-4198-a7e9-6a6bef54f574 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.609292] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.861s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.611297] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e453c13-aa59-4043-8ffb-be48b617a4a2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.618858] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbd623b-d557-4ee7-b375-61079f6904e5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.632849] env[62845]: DEBUG nova.compute.provider_tree [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.778473] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c58f2-fe6d-58d3-fe6a-ea3e152b7283, 'name': SearchDatastore_Task, 'duration_secs': 0.019928} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.779279] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb66e181-e97c-4842-9462-98dd1027af66 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.786246] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 730.786246] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f598cb-f47f-8baf-1547-14d2c8e7f8a5" [ 730.786246] env[62845]: _type = "Task" [ 730.786246] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.793644] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f598cb-f47f-8baf-1547-14d2c8e7f8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.902089] env[62845]: DEBUG nova.compute.manager [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.903431] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ee6d0-3f1b-424d-9ceb-2685002e8b1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.115081] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.136281] env[62845]: DEBUG nova.scheduler.client.report [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.295724] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f598cb-f47f-8baf-1547-14d2c8e7f8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.02107} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.296014] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.296277] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] e4f550e8-8b50-4c01-9b6c-7916ed48fa36/e4f550e8-8b50-4c01-9b6c-7916ed48fa36.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.296541] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba4a3ee4-e94b-4a7f-a6df-be129f5f9160 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.306074] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 731.306074] env[62845]: value = "task-2535713" [ 731.306074] env[62845]: _type = "Task" [ 731.306074] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.316671] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.348342] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updated VIF entry in instance network info cache for port 6a135257-1bb0-441d-a799-d16cdb50bb63. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.348779] env[62845]: DEBUG nova.network.neutron [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updating instance_info_cache with network_info: [{"id": "6a135257-1bb0-441d-a799-d16cdb50bb63", "address": "fa:16:3e:99:a3:39", "network": {"id": "3d0e8d76-64ab-4307-9c31-dbdaa90e6a3d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2011719712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4e9646bc353451a8f722587772ffc3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a135257-1b", "ovs_interfaceid": "6a135257-1bb0-441d-a799-d16cdb50bb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.413997] env[62845]: INFO nova.compute.manager [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] instance snapshotting [ 731.417039] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9761ca21-377c-48a8-a1e5-65110e26153d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.437656] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a321cfb-70b2-4b31-a799-9d99de130343 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.643106] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.643730] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.649460] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.649976] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.390s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.652508] env[62845]: INFO nova.compute.claims [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.821550] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499518} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.821905] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] e4f550e8-8b50-4c01-9b6c-7916ed48fa36/e4f550e8-8b50-4c01-9b6c-7916ed48fa36.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.822194] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.822589] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776eaadd-e80a-4048-a9ea-185ed78ef851 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.829378] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 731.829378] env[62845]: value = "task-2535714" [ 731.829378] env[62845]: _type = "Task" [ 731.829378] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.840533] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.851354] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9aee4d8-0b15-4577-96d0-73c961328651 req-2ed7fd4d-a1e8-4196-821d-cbf11ac70a94 service nova] Releasing lock "refresh_cache-f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.948113] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.948477] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0950fa7-8bd8-423a-8d03-e682269f23dd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.955339] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 731.955339] env[62845]: value = "task-2535715" [ 731.955339] env[62845]: _type = "Task" [ 731.955339] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.970637] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.159281] env[62845]: DEBUG nova.compute.utils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.163453] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.163616] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.244848] env[62845]: DEBUG nova.policy [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a235bd228af14bccb31b275f459eb0a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c050187390e642d3a8e2335787e307c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.342570] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064752} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.342947] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.343834] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a9a4ca-76ac-4e60-8e0b-3f3d6d933693 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.368724] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e4f550e8-8b50-4c01-9b6c-7916ed48fa36/e4f550e8-8b50-4c01-9b6c-7916ed48fa36.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.369099] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ab61fd-ca9f-4ced-8386-892c0b0e727d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.390888] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 732.390888] env[62845]: value = "task-2535716" [ 732.390888] env[62845]: _type = "Task" [ 732.390888] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.399476] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.465779] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.664853] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.727100] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Successfully created port: bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.905524] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535716, 'name': ReconfigVM_Task, 'duration_secs': 0.32756} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.905524] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e4f550e8-8b50-4c01-9b6c-7916ed48fa36/e4f550e8-8b50-4c01-9b6c-7916ed48fa36.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.906398] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a1c1ad-05fd-417b-982e-1e5eeafa9ac9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.911342] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 732.911342] env[62845]: value = "task-2535717" [ 732.911342] env[62845]: _type = "Task" [ 732.911342] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.924867] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535717, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.967976] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535715, 'name': CreateSnapshot_Task, 'duration_secs': 0.96304} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.968423] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.969819] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c78ac2-00e6-48a9-b37b-9a06447b94ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.178713] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffde9b39-ca23-45e9-b562-f62b865d1f46 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.188302] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec96cf-f3e3-493f-93c1-1479c26d6ba3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.221467] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18821f64-9fd8-458a-8ead-44b465b6e72a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.229728] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a24792-e6aa-4138-92e6-647cad099ddf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.243783] env[62845]: DEBUG nova.compute.provider_tree [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.424197] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535717, 'name': Rename_Task, 'duration_secs': 0.176575} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.424552] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.424850] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54758fa5-7ef0-414f-bec1-1634494d4a60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.431771] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 733.431771] env[62845]: value = "task-2535718" [ 733.431771] env[62845]: _type = "Task" [ 733.431771] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.441631] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.493230] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.493596] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e429650f-e9d6-463a-9082-539d1a062192 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.502254] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 733.502254] env[62845]: value = "task-2535719" [ 733.502254] env[62845]: _type = "Task" [ 733.502254] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.514540] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535719, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.677123] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.710456] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.710456] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.710456] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.710990] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.710990] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.710990] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.710990] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.710990] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.711178] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.711219] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.711420] env[62845]: DEBUG nova.virt.hardware [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.712376] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eed4f8-0385-47e5-9495-36d1110b6b4a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.722457] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41465424-dcf4-4308-b5bf-588a1082241f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.748365] env[62845]: DEBUG nova.scheduler.client.report [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.943557] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.975194] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.975449] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.014286] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535719, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.191533] env[62845]: DEBUG nova.compute.manager [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Received event network-vif-plugged-bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.191757] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] Acquiring lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.191965] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.193013] env[62845]: DEBUG oslo_concurrency.lockutils [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.193391] env[62845]: DEBUG nova.compute.manager [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] No waiting events found dispatching network-vif-plugged-bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.193697] env[62845]: WARNING nova.compute.manager [req-f9a10706-2051-428a-a64c-7a463960d726 req-f57e93eb-49f2-42a7-a5e0-702b6243a174 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Received unexpected event network-vif-plugged-bbec1c24-e60e-495a-bbcf-02c2530a8909 for instance with vm_state building and task_state spawning. [ 734.256629] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.256629] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.258045] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.215s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.259309] env[62845]: INFO nova.compute.claims [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.287793] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Successfully updated port: bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.443256] env[62845]: DEBUG oslo_vmware.api [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535718, 'name': PowerOnVM_Task, 'duration_secs': 0.620413} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.443541] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.443743] env[62845]: INFO nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Took 9.16 seconds to spawn the instance on the hypervisor. [ 734.443920] env[62845]: DEBUG nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.444731] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6b1eb-8e08-4f5c-86b9-0fd259c44607 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.512992] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535719, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.763993] env[62845]: DEBUG nova.compute.utils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.769105] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.769105] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.794349] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.794496] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquired lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.794648] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.866603] env[62845]: DEBUG nova.policy [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586d7b76b49a49f196634c573f61fc0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '495de3569a8f4d409bf7ced005f0c0b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.966834] env[62845]: INFO nova.compute.manager [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Took 42.63 seconds to build instance. [ 735.018173] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535719, 'name': CloneVM_Task, 'duration_secs': 1.165712} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.018463] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Created linked-clone VM from snapshot [ 735.019470] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2c5eb-3667-4420-8aed-6f3bbfc9fd1f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.027683] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Uploading image 73e5310d-124d-4005-a361-81a717f4b21f {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.065464] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.065464] env[62845]: value = "vm-512340" [ 735.065464] env[62845]: _type = "VirtualMachine" [ 735.065464] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.065911] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d623e912-a375-4f0a-9dff-f0c02f3591fd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.073683] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease: (returnval){ [ 735.073683] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5262c1da-af8d-026c-7814-f549927c875a" [ 735.073683] env[62845]: _type = "HttpNfcLease" [ 735.073683] env[62845]: } obtained for exporting VM: (result){ [ 735.073683] env[62845]: value = "vm-512340" [ 735.073683] env[62845]: _type = "VirtualMachine" [ 735.073683] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.074062] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the lease: (returnval){ [ 735.074062] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5262c1da-af8d-026c-7814-f549927c875a" [ 735.074062] env[62845]: _type = "HttpNfcLease" [ 735.074062] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.082361] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.082361] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5262c1da-af8d-026c-7814-f549927c875a" [ 735.082361] env[62845]: _type = "HttpNfcLease" [ 735.082361] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.272022] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.279211] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Successfully created port: cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.339084] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.470877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-78153b69-74f2-4722-8340-dbf66c07c1b2 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.678s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.490100] env[62845]: DEBUG nova.network.neutron [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Updating instance_info_cache with network_info: [{"id": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "address": "fa:16:3e:51:ee:24", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbec1c24-e6", "ovs_interfaceid": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.583642] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.583642] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5262c1da-af8d-026c-7814-f549927c875a" [ 735.583642] env[62845]: _type = "HttpNfcLease" [ 735.583642] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.586899] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.586899] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5262c1da-af8d-026c-7814-f549927c875a" [ 735.586899] env[62845]: _type = "HttpNfcLease" [ 735.586899] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.587964] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd03e1-d58a-4a56-a6a9-38b1915e5819 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.595641] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.595870] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.664029] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.664029] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.664222] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.664403] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.665110] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.666716] env[62845]: INFO nova.compute.manager [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Terminating instance [ 735.707610] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.709240] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.709337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.709506] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.709676] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.711726] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1d6540c-b736-4574-a485-3389f4971a34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.713878] env[62845]: INFO nova.compute.manager [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Terminating instance [ 735.832923] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b5dc5-2851-4c5e-a3b7-3641bee0140e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.840661] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165862b-6788-4d7b-afba-15bd5f4d9a63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.872627] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf53874b-8975-4ef5-95e8-9f83825e986e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.882527] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1bd0c-f26c-4a5f-97fe-692739b132ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.901815] env[62845]: DEBUG nova.compute.provider_tree [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.973801] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.992804] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Releasing lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.994027] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Instance network_info: |[{"id": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "address": "fa:16:3e:51:ee:24", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbec1c24-e6", "ovs_interfaceid": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.994381] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:ee:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbec1c24-e60e-495a-bbcf-02c2530a8909', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.003825] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Creating folder: Project (c050187390e642d3a8e2335787e307c3). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.004215] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7418d9dd-be0e-4ea1-9894-cdbdf7e36c89 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.017160] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Created folder: Project (c050187390e642d3a8e2335787e307c3) in parent group-v512253. [ 736.017376] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Creating folder: Instances. Parent ref: group-v512341. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.017635] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19f016ec-f66a-4db5-b7f1-30a7a6cba7ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.027280] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Created folder: Instances in parent group-v512341. [ 736.027536] env[62845]: DEBUG oslo.service.loopingcall [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.027739] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.027966] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83119c67-10d4-4cfe-8fda-53f53f721467 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.048294] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.048294] env[62845]: value = "task-2535723" [ 736.048294] env[62845]: _type = "Task" [ 736.048294] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.056371] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535723, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171709] env[62845]: DEBUG nova.compute.manager [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.172053] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.173025] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249873f0-27c8-4915-83d9-14c377806ed7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.181263] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.181614] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea675b4-de3f-4e17-b51a-cb5d5b959a40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.187752] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 736.187752] env[62845]: value = "task-2535724" [ 736.187752] env[62845]: _type = "Task" [ 736.187752] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.197192] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.219498] env[62845]: DEBUG nova.compute.manager [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.219823] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.221215] env[62845]: DEBUG nova.compute.manager [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Received event network-changed-bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.221437] env[62845]: DEBUG nova.compute.manager [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Refreshing instance network info cache due to event network-changed-bbec1c24-e60e-495a-bbcf-02c2530a8909. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.221754] env[62845]: DEBUG oslo_concurrency.lockutils [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] Acquiring lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.221982] env[62845]: DEBUG oslo_concurrency.lockutils [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] Acquired lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222233] env[62845]: DEBUG nova.network.neutron [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Refreshing network info cache for port bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.224539] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b505724e-bdea-4b97-92b0-c62d8b2d4c7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.233721] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.234095] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82edc56f-9bfe-42f7-9fe5-094647173d31 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.240717] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 736.240717] env[62845]: value = "task-2535725" [ 736.240717] env[62845]: _type = "Task" [ 736.240717] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.252949] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.291035] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.320615] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.321076] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.321526] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.321822] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.322134] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.322441] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.322845] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.323267] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.323482] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.323725] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.323961] env[62845]: DEBUG nova.virt.hardware [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.324915] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341eb4c8-e214-4c90-bc27-d09f2972236c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.333085] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10598781-b46b-4f60-b7d0-08fd0b14fe15 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.408055] env[62845]: DEBUG nova.scheduler.client.report [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.497362] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.559703] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535723, 'name': CreateVM_Task, 'duration_secs': 0.328934} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.559955] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.560774] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.561215] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.561883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.561947] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3fb107-7d01-4d4e-a84d-1de142bf45d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.566623] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 736.566623] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52323f36-03ba-2458-75ca-8992efed0f6a" [ 736.566623] env[62845]: _type = "Task" [ 736.566623] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.574993] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52323f36-03ba-2458-75ca-8992efed0f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.698772] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535724, 'name': PowerOffVM_Task, 'duration_secs': 0.178518} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.699054] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.699303] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.702565] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6080d307-6553-4944-84fc-3a1961bec675 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.750698] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535725, 'name': PowerOffVM_Task, 'duration_secs': 0.206404} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.751083] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.751324] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.751671] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048bb577-b5dd-4aad-a7b6-5cc636c7ea72 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.768073] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.770390] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.770390] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleting the datastore file [datastore2] e4f550e8-8b50-4c01-9b6c-7916ed48fa36 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.771477] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e47b889-55c1-4427-a911-af67f90978d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.779613] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 736.779613] env[62845]: value = "task-2535728" [ 736.779613] env[62845]: _type = "Task" [ 736.779613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.790297] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.817538] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.817765] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.817948] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleting the datastore file [datastore2] 433a19cc-9fad-46a2-8c65-4b27a2df35b8 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.818370] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e69df6-97a8-4491-9484-22730d98918b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.825040] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 736.825040] env[62845]: value = "task-2535729" [ 736.825040] env[62845]: _type = "Task" [ 736.825040] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.836729] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.914691] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.914691] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.918253] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.044s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.920509] env[62845]: DEBUG nova.objects.instance [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lazy-loading 'resources' on Instance uuid 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.981287] env[62845]: DEBUG nova.network.neutron [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Updated VIF entry in instance network info cache for port bbec1c24-e60e-495a-bbcf-02c2530a8909. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.981544] env[62845]: DEBUG nova.network.neutron [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Updating instance_info_cache with network_info: [{"id": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "address": "fa:16:3e:51:ee:24", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbec1c24-e6", "ovs_interfaceid": "bbec1c24-e60e-495a-bbcf-02c2530a8909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.021921] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Successfully updated port: cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.078917] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52323f36-03ba-2458-75ca-8992efed0f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.079088] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.079329] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.079579] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.079713] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.079985] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.080248] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b834a0e6-f762-4992-b4a8-57f94a4c92c8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.089010] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.089791] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.090201] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01b7669-0747-4ad9-b918-d034e7adafaf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.095770] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 737.095770] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52546629-f22a-d390-24c6-f7e16b297992" [ 737.095770] env[62845]: _type = "Task" [ 737.095770] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.104296] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52546629-f22a-d390-24c6-f7e16b297992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.289338] env[62845]: DEBUG oslo_vmware.api [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18299} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.289686] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.289935] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.290171] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.290392] env[62845]: INFO nova.compute.manager [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 737.290685] env[62845]: DEBUG oslo.service.loopingcall [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.290982] env[62845]: DEBUG nova.compute.manager [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.291110] env[62845]: DEBUG nova.network.neutron [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.334080] env[62845]: DEBUG oslo_vmware.api [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17744} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.334423] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.334673] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.334933] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.335107] env[62845]: INFO nova.compute.manager [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 737.335412] env[62845]: DEBUG oslo.service.loopingcall [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.335593] env[62845]: DEBUG nova.compute.manager [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.335691] env[62845]: DEBUG nova.network.neutron [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.425131] env[62845]: DEBUG nova.compute.utils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.432176] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.432176] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.485018] env[62845]: DEBUG oslo_concurrency.lockutils [req-5b0d4eec-802f-4278-9838-227ef68ce03c req-f519d492-210f-4c7a-976a-64106886a9c5 service nova] Releasing lock "refresh_cache-023d78c8-6fc0-43ca-9b39-2da69063a440" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.517052] env[62845]: DEBUG nova.policy [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c6bca7095a44ed8bd8a1b7dc0a82c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5151b475ca9a49bcbf6e8240ce169f4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.525408] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.527326] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.527538] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.606016] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52546629-f22a-d390-24c6-f7e16b297992, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.610496] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc57428b-5edf-459a-9f1e-0eaf4368efdf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.617070] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 737.617070] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fb370a-c44f-ecff-bf84-8fbf76fca286" [ 737.617070] env[62845]: _type = "Task" [ 737.617070] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.636135] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fb370a-c44f-ecff-bf84-8fbf76fca286, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.636135] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.636135] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 023d78c8-6fc0-43ca-9b39-2da69063a440/023d78c8-6fc0-43ca-9b39-2da69063a440.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.636135] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c4dbcc3-4de6-4f9e-b15e-cfc169e52ca3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.647953] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 737.647953] env[62845]: value = "task-2535730" [ 737.647953] env[62845]: _type = "Task" [ 737.647953] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.660366] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.930987] env[62845]: DEBUG nova.compute.manager [req-a32b6acb-bfab-4e41-98fe-b7f286cd3b00 req-4167668d-627f-4bf7-98bc-7374b5e12149 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Received event network-vif-deleted-2c51d892-ef4b-4c6f-8faa-9ca369f7df74 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.931380] env[62845]: INFO nova.compute.manager [req-a32b6acb-bfab-4e41-98fe-b7f286cd3b00 req-4167668d-627f-4bf7-98bc-7374b5e12149 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Neutron deleted interface 2c51d892-ef4b-4c6f-8faa-9ca369f7df74; detaching it from the instance and deleting it from the info cache [ 737.933451] env[62845]: DEBUG nova.network.neutron [req-a32b6acb-bfab-4e41-98fe-b7f286cd3b00 req-4167668d-627f-4bf7-98bc-7374b5e12149 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.933451] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.009749] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Successfully created port: 13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.024023] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a3c70-b35c-47fd-9373-3201eed46d33 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.041948] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc9f2ca-d1f1-4f79-97f6-1ddf882550ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.077775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9666d9c5-678a-4267-887d-d10147633cc8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.086690] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a63aa46-f4ee-470d-9d68-7ed83f1230ae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.101888] env[62845]: DEBUG nova.compute.provider_tree [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.105802] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.162718] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.175342] env[62845]: DEBUG nova.network.neutron [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.308639] env[62845]: DEBUG nova.network.neutron [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.329661] env[62845]: DEBUG nova.network.neutron [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updating instance_info_cache with network_info: [{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.420973] env[62845]: DEBUG nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Received event network-vif-plugged-cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.421246] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Acquiring lock "789f6fe4-d124-4483-aa3b-747aa8b6319a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.421463] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.421633] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.421800] env[62845]: DEBUG nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] No waiting events found dispatching network-vif-plugged-cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.421959] env[62845]: WARNING nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Received unexpected event network-vif-plugged-cb48fb62-57a6-46fa-b804-c3a75ca0814d for instance with vm_state building and task_state spawning. [ 738.422134] env[62845]: DEBUG nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Received event network-changed-cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.422376] env[62845]: DEBUG nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Refreshing instance network info cache due to event network-changed-cb48fb62-57a6-46fa-b804-c3a75ca0814d. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 738.422643] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Acquiring lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.438686] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-317f3491-fb33-4377-87df-b2d5e67df6d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457040] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a9c07-104c-4b8a-bdb5-1c511616c47d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.492192] env[62845]: DEBUG nova.compute.manager [req-a32b6acb-bfab-4e41-98fe-b7f286cd3b00 req-4167668d-627f-4bf7-98bc-7374b5e12149 service nova] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Detach interface failed, port_id=2c51d892-ef4b-4c6f-8faa-9ca369f7df74, reason: Instance 433a19cc-9fad-46a2-8c65-4b27a2df35b8 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 738.607664] env[62845]: DEBUG nova.scheduler.client.report [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.659742] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547419} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.660026] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 023d78c8-6fc0-43ca-9b39-2da69063a440/023d78c8-6fc0-43ca-9b39-2da69063a440.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.660226] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.660479] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09756d17-7d68-4d48-bd78-78f422343743 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.668227] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 738.668227] env[62845]: value = "task-2535731" [ 738.668227] env[62845]: _type = "Task" [ 738.668227] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.676069] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.677611] env[62845]: INFO nova.compute.manager [-] [instance: 433a19cc-9fad-46a2-8c65-4b27a2df35b8] Took 1.34 seconds to deallocate network for instance. [ 738.812176] env[62845]: INFO nova.compute.manager [-] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Took 1.52 seconds to deallocate network for instance. [ 738.837233] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Releasing lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.838036] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Instance network_info: |[{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.838036] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Acquired lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.838358] env[62845]: DEBUG nova.network.neutron [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Refreshing network info cache for port cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.839435] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:af:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb48fb62-57a6-46fa-b804-c3a75ca0814d', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.847934] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Creating folder: Project (495de3569a8f4d409bf7ced005f0c0b4). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.849122] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c5360b-7f64-40a1-bdeb-3873c8e568cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.860643] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Created folder: Project (495de3569a8f4d409bf7ced005f0c0b4) in parent group-v512253. [ 738.860853] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Creating folder: Instances. Parent ref: group-v512344. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.861134] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9003058f-490e-4233-9213-a18588574db6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871344] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Created folder: Instances in parent group-v512344. [ 738.871755] env[62845]: DEBUG oslo.service.loopingcall [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.871934] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.872047] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a39f552-4934-4b0c-b4ca-643202052a11 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.892474] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.892474] env[62845]: value = "task-2535734" [ 738.892474] env[62845]: _type = "Task" [ 738.892474] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.900527] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535734, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.951056] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.980923] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.981111] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.981193] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.981397] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.981551] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.981690] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.981889] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.982065] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.982239] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.982405] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.982579] env[62845]: DEBUG nova.virt.hardware [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.983641] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecfe692-1a6b-435a-9c84-590e6839d50e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.994702] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1eff7-4995-4591-ae59-ec20369268e0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.113994] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.117040] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.861s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.118875] env[62845]: INFO nova.compute.claims [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.141794] env[62845]: INFO nova.scheduler.client.report [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleted allocations for instance 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32 [ 739.178949] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092953} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.179327] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.180376] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d43e46-78eb-492d-91bd-1afb50708d11 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.184454] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.219961] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 023d78c8-6fc0-43ca-9b39-2da69063a440/023d78c8-6fc0-43ca-9b39-2da69063a440.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.221722] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617534b1-c9a1-4c25-bb4d-bc96b3507849 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.252201] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 739.252201] env[62845]: value = "task-2535735" [ 739.252201] env[62845]: _type = "Task" [ 739.252201] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.264974] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.319307] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.403919] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535734, 'name': CreateVM_Task, 'duration_secs': 0.377183} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.404425] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.405754] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.405921] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.406277] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.406746] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bce2068-1a85-4edc-b925-1bfd70643a54 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.412198] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 739.412198] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217008b-95f1-8756-8889-be8a7299a02b" [ 739.412198] env[62845]: _type = "Task" [ 739.412198] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.423488] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217008b-95f1-8756-8889-be8a7299a02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.572933] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Successfully updated port: 13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.651653] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a0bec369-7b92-4bdc-b73a-7336ec560bd2 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.566s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.652970] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.013s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.653238] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.653483] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.653930] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.655844] env[62845]: INFO nova.compute.manager [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Terminating instance [ 739.761706] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535735, 'name': ReconfigVM_Task, 'duration_secs': 0.457776} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.762018] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 023d78c8-6fc0-43ca-9b39-2da69063a440/023d78c8-6fc0-43ca-9b39-2da69063a440.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.762715] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba36121-c37d-49ba-9f19-36c7a1db1da6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.769465] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 739.769465] env[62845]: value = "task-2535736" [ 739.769465] env[62845]: _type = "Task" [ 739.769465] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.779598] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535736, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.840812] env[62845]: DEBUG nova.network.neutron [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updated VIF entry in instance network info cache for port cb48fb62-57a6-46fa-b804-c3a75ca0814d. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.841105] env[62845]: DEBUG nova.network.neutron [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updating instance_info_cache with network_info: [{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.924355] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217008b-95f1-8756-8889-be8a7299a02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.925636] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.925869] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.926117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.926265] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.926440] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.929463] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aa7dd61-354a-4232-b46f-044f5a59c718 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.939479] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.939673] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.940634] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e033f1-869d-424e-9933-dd3aade344fd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.949909] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 739.949909] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c912f-8307-aa0b-b8e3-be6e4e297d7a" [ 739.949909] env[62845]: _type = "Task" [ 739.949909] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.957192] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c912f-8307-aa0b-b8e3-be6e4e297d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.971415] env[62845]: DEBUG nova.compute.manager [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Received event network-vif-plugged-13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.971415] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Acquiring lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.971415] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.971723] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.971723] env[62845]: DEBUG nova.compute.manager [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] No waiting events found dispatching network-vif-plugged-13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.971875] env[62845]: WARNING nova.compute.manager [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Received unexpected event network-vif-plugged-13db3882-7cd5-45e3-8faa-991bb8f9cbea for instance with vm_state building and task_state spawning. [ 739.972049] env[62845]: DEBUG nova.compute.manager [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Received event network-changed-13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.972210] env[62845]: DEBUG nova.compute.manager [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Refreshing instance network info cache due to event network-changed-13db3882-7cd5-45e3-8faa-991bb8f9cbea. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.972425] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Acquiring lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.972590] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Acquired lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.972790] env[62845]: DEBUG nova.network.neutron [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Refreshing network info cache for port 13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.075952] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.159054] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.159288] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquired lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.159477] env[62845]: DEBUG nova.network.neutron [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.280711] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535736, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.344805] env[62845]: DEBUG oslo_concurrency.lockutils [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] Releasing lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.345251] env[62845]: DEBUG nova.compute.manager [req-71a41171-ef03-4ad4-b965-c1a2068f9756 req-2a1b2b6c-6e87-4592-bffe-9cb442cc00cc service nova] [instance: e4f550e8-8b50-4c01-9b6c-7916ed48fa36] Received event network-vif-deleted-ae84e8e5-3cbd-441d-86f7-6482c92bc10a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.432773] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.433060] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.433333] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.433522] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.433693] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.436024] env[62845]: INFO nova.compute.manager [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Terminating instance [ 740.465220] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c912f-8307-aa0b-b8e3-be6e4e297d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.029068} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.466075] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb0546d-f625-42b3-ab83-3444bf019c3b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.480369] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 740.480369] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d0c62a-0dda-9a1d-dfba-97a6c4fecb5e" [ 740.480369] env[62845]: _type = "Task" [ 740.480369] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.493702] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d0c62a-0dda-9a1d-dfba-97a6c4fecb5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.527214] env[62845]: DEBUG nova.network.neutron [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.600354] env[62845]: DEBUG nova.network.neutron [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.611392] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719e3a9-6186-474d-80d6-04ea8aa6e71a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.619883] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6f61a-3f3a-448c-b481-1add4b3aaa87 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.652603] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9de8ec-5e96-420b-9936-d6d5ec4a49c2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.661052] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e13f59-5ac9-4f50-bd30-291c160fb58c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.665449] env[62845]: DEBUG nova.compute.utils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Can not refresh info_cache because instance was not found {{(pid=62845) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 740.677262] env[62845]: DEBUG nova.compute.provider_tree [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.680951] env[62845]: DEBUG nova.network.neutron [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.758088] env[62845]: DEBUG nova.network.neutron [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.780460] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535736, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.942546] env[62845]: DEBUG nova.compute.manager [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.942775] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.943733] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a022b0-d1f6-4d9b-a6b1-c9684d9cd9f0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.951651] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.951896] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af40a51-e2e9-4727-bc32-0d574dfff1cc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.958494] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 740.958494] env[62845]: value = "task-2535737" [ 740.958494] env[62845]: _type = "Task" [ 740.958494] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.966508] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.992571] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d0c62a-0dda-9a1d-dfba-97a6c4fecb5e, 'name': SearchDatastore_Task, 'duration_secs': 0.035903} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.992571] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.992726] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 789f6fe4-d124-4483-aa3b-747aa8b6319a/789f6fe4-d124-4483-aa3b-747aa8b6319a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.992895] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2418d36-38d7-4d15-8b55-3f88f2231545 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.999683] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 740.999683] env[62845]: value = "task-2535738" [ 740.999683] env[62845]: _type = "Task" [ 740.999683] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.008473] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.103162] env[62845]: DEBUG oslo_concurrency.lockutils [req-5f1616cd-aacb-47fe-8156-8e665c7e5df7 req-fc45a7e5-5d36-46fd-8fb2-32977586760c service nova] Releasing lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.103751] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.105030] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.180069] env[62845]: DEBUG nova.scheduler.client.report [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.260386] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Releasing lock "refresh_cache-1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.261129] env[62845]: DEBUG nova.compute.manager [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.261430] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.265031] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab5418fe-7f1a-4daf-a9c7-8d059dbd517a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.280999] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270537ec-959b-479a-86d5-7f9421620ef1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.300677] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535736, 'name': Rename_Task, 'duration_secs': 1.277475} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.301622] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.301622] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2931e47-2762-4540-b429-bb007bdbc24f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.321809] env[62845]: WARNING nova.virt.vmwareapi.vmops [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32 could not be found. [ 741.322105] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.322361] env[62845]: INFO nova.compute.manager [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 0.06 seconds to destroy the instance on the hypervisor. [ 741.322708] env[62845]: DEBUG oslo.service.loopingcall [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.323766] env[62845]: DEBUG nova.compute.manager [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.323930] env[62845]: DEBUG nova.network.neutron [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.328146] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 741.328146] env[62845]: value = "task-2535739" [ 741.328146] env[62845]: _type = "Task" [ 741.328146] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.338283] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.351742] env[62845]: DEBUG nova.network.neutron [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.470912] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535737, 'name': PowerOffVM_Task, 'duration_secs': 0.425046} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.471345] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.471617] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.471915] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a089c8-7f41-483c-9cc4-7fa0534a60c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.510653] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.545075] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.545075] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.545075] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleting the datastore file [datastore1] 95665ebc-a5bc-41aa-aea5-e9ba64c9039f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.545075] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-545b4fca-09cb-4562-ab4b-6161994dabf9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.551915] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for the task: (returnval){ [ 741.551915] env[62845]: value = "task-2535741" [ 741.551915] env[62845]: _type = "Task" [ 741.551915] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.560654] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.644672] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.685546] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.686136] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.691764] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.959s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.693467] env[62845]: INFO nova.compute.claims [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.812903] env[62845]: DEBUG nova.network.neutron [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Updating instance_info_cache with network_info: [{"id": "13db3882-7cd5-45e3-8faa-991bb8f9cbea", "address": "fa:16:3e:06:93:1a", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db3882-7c", "ovs_interfaceid": "13db3882-7cd5-45e3-8faa-991bb8f9cbea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.839210] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.854468] env[62845]: DEBUG nova.network.neutron [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.010532] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551002} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.011039] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 789f6fe4-d124-4483-aa3b-747aa8b6319a/789f6fe4-d124-4483-aa3b-747aa8b6319a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.011039] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.011557] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a2bf35-bd81-42a0-987c-1e4f17a525b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.018473] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 742.018473] env[62845]: value = "task-2535742" [ 742.018473] env[62845]: _type = "Task" [ 742.018473] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.027682] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.062234] env[62845]: DEBUG oslo_vmware.api [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Task: {'id': task-2535741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184639} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.062519] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.062728] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.062881] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.063080] env[62845]: INFO nova.compute.manager [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 742.063395] env[62845]: DEBUG oslo.service.loopingcall [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.063599] env[62845]: DEBUG nova.compute.manager [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.063692] env[62845]: DEBUG nova.network.neutron [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.198629] env[62845]: DEBUG nova.compute.utils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.202621] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.203955] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.245224] env[62845]: DEBUG nova.policy [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51c767d3e6c24b36a3524728bb9cb67c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d681fe2b18641eaa55a00c5c85f8783', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.316744] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "refresh_cache-2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.317782] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Instance network_info: |[{"id": "13db3882-7cd5-45e3-8faa-991bb8f9cbea", "address": "fa:16:3e:06:93:1a", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db3882-7c", "ovs_interfaceid": "13db3882-7cd5-45e3-8faa-991bb8f9cbea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.317939] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:93:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13db3882-7cd5-45e3-8faa-991bb8f9cbea', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.328324] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Creating folder: Project (5151b475ca9a49bcbf6e8240ce169f4f). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.328639] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df75b4ee-a0db-4d96-9143-4a10d80311ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.343383] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.347018] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Created folder: Project (5151b475ca9a49bcbf6e8240ce169f4f) in parent group-v512253. [ 742.347411] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Creating folder: Instances. Parent ref: group-v512347. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.347852] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f648121d-dde1-4131-be48-d109b33f52b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.356507] env[62845]: INFO nova.compute.manager [-] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Took 1.03 seconds to deallocate network for instance. [ 742.356906] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Created folder: Instances in parent group-v512347. [ 742.357200] env[62845]: DEBUG oslo.service.loopingcall [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.360380] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.363654] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f440176-f05c-43d1-b11e-dcfdb68501da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.384870] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.384870] env[62845]: value = "task-2535745" [ 742.384870] env[62845]: _type = "Task" [ 742.384870] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.393532] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535745, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.510847] env[62845]: DEBUG nova.compute.manager [req-1f4a660e-f2ca-4717-bf75-bb262b1a19c8 req-ed3b2492-ef08-4908-a2a0-c324ad6c5263 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Received event network-vif-deleted-1649f265-0c67-4096-ab21-31f75c389e55 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.510992] env[62845]: INFO nova.compute.manager [req-1f4a660e-f2ca-4717-bf75-bb262b1a19c8 req-ed3b2492-ef08-4908-a2a0-c324ad6c5263 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Neutron deleted interface 1649f265-0c67-4096-ab21-31f75c389e55; detaching it from the instance and deleting it from the info cache [ 742.511177] env[62845]: DEBUG nova.network.neutron [req-1f4a660e-f2ca-4717-bf75-bb262b1a19c8 req-ed3b2492-ef08-4908-a2a0-c324ad6c5263 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.531609] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077672} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.532176] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.533058] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b42a1f-8b4e-4ffd-a457-779cf68a1137 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.562037] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 789f6fe4-d124-4483-aa3b-747aa8b6319a/789f6fe4-d124-4483-aa3b-747aa8b6319a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.563015] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Successfully created port: ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.565128] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd06df2f-a200-4da5-95bf-78f37bf5d08f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.586166] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 742.586166] env[62845]: value = "task-2535746" [ 742.586166] env[62845]: _type = "Task" [ 742.586166] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.594285] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.703790] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.843999] env[62845]: DEBUG oslo_vmware.api [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535739, 'name': PowerOnVM_Task, 'duration_secs': 1.058816} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.844373] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.844606] env[62845]: INFO nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Took 9.17 seconds to spawn the instance on the hypervisor. [ 742.844806] env[62845]: DEBUG nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.845676] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc00784-1609-4053-9f1f-b942b585b40d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.882089] env[62845]: INFO nova.compute.manager [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] [instance: 1a26cd0b-c0b7-4f41-997f-0a6b2c644e32] Instance disappeared during terminate [ 742.882848] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ac60d3dd-c99d-4256-9ba7-0b3468ccd686 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "1a26cd0b-c0b7-4f41-997f-0a6b2c644e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.229s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.895120] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535745, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.917417] env[62845]: DEBUG nova.network.neutron [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.014091] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c35fc5f1-c9d2-4661-ba4a-af02210d41c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.025379] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b486ed6-3a94-420e-89c8-2804804db136 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.063082] env[62845]: DEBUG nova.compute.manager [req-1f4a660e-f2ca-4717-bf75-bb262b1a19c8 req-ed3b2492-ef08-4908-a2a0-c324ad6c5263 service nova] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Detach interface failed, port_id=1649f265-0c67-4096-ab21-31f75c389e55, reason: Instance 95665ebc-a5bc-41aa-aea5-e9ba64c9039f could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 743.098485] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535746, 'name': ReconfigVM_Task, 'duration_secs': 0.297912} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.098862] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 789f6fe4-d124-4483-aa3b-747aa8b6319a/789f6fe4-d124-4483-aa3b-747aa8b6319a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.099432] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fccfdde-e1dd-416a-9a3e-36ba69494d8e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.108772] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 743.108772] env[62845]: value = "task-2535747" [ 743.108772] env[62845]: _type = "Task" [ 743.108772] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.116662] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535747, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.195549] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0108591-facf-4792-b968-a454bafc3473 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.203180] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42828d90-2c96-49f6-b263-a8a1d3df7279 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.241803] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14487332-16c3-48a5-a6ee-3c3643bdd35a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.250397] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb17e68-68be-4ede-9ca8-acab6ef7d9f9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.264327] env[62845]: DEBUG nova.compute.provider_tree [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.370294] env[62845]: INFO nova.compute.manager [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Took 44.13 seconds to build instance. [ 743.398200] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535745, 'name': CreateVM_Task, 'duration_secs': 0.591172} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.398200] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.398200] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.398200] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.398200] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.398444] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ba3578-34cd-43ee-9da2-dae21603f9ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.403654] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 743.403654] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5285f744-5f07-637a-2601-58fc6ea7c989" [ 743.403654] env[62845]: _type = "Task" [ 743.403654] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.412360] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5285f744-5f07-637a-2601-58fc6ea7c989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.419647] env[62845]: INFO nova.compute.manager [-] [instance: 95665ebc-a5bc-41aa-aea5-e9ba64c9039f] Took 1.36 seconds to deallocate network for instance. [ 743.617294] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535747, 'name': Rename_Task, 'duration_secs': 0.15234} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.617593] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.617881] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16781d4e-157b-45c0-8a3a-c8fe10de1a2f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.624645] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 743.624645] env[62845]: value = "task-2535748" [ 743.624645] env[62845]: _type = "Task" [ 743.624645] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.633094] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.746351] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.769385] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.769641] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.769805] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.770019] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.770261] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.770311] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.770656] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.772088] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.772088] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.772088] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.772088] env[62845]: DEBUG nova.virt.hardware [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.772529] env[62845]: DEBUG nova.scheduler.client.report [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.777601] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2f6eb5-665c-44d4-aa49-d0fafa6062a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.787119] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f201ca7-69c8-436e-b696-bab5e95ca876 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.874031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-af13ec65-6a35-491d-8933-f2f2415467b8 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.867s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.916971] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5285f744-5f07-637a-2601-58fc6ea7c989, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.917086] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.917294] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.917529] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.917674] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.917847] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.918121] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7eeb194-7da7-406b-a655-383709a71678 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.928302] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.928536] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.928720] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.929616] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa6a623-4421-4f0e-9192-7bd5a6d268de {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.936128] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 743.936128] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523b1368-105e-a60a-ad29-ba024a93467c" [ 743.936128] env[62845]: _type = "Task" [ 743.936128] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.939778] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "023d78c8-6fc0-43ca-9b39-2da69063a440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.940104] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.940372] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.940615] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.940859] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.943146] env[62845]: INFO nova.compute.manager [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Terminating instance [ 743.948147] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523b1368-105e-a60a-ad29-ba024a93467c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.008913] env[62845]: DEBUG nova.compute.manager [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Received event network-vif-plugged-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.009657] env[62845]: DEBUG oslo_concurrency.lockutils [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] Acquiring lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.009963] env[62845]: DEBUG oslo_concurrency.lockutils [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.010257] env[62845]: DEBUG oslo_concurrency.lockutils [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.010579] env[62845]: DEBUG nova.compute.manager [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] No waiting events found dispatching network-vif-plugged-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.010860] env[62845]: WARNING nova.compute.manager [req-3463d04c-6092-493b-ae2e-490c7ad6eaca req-448d3355-3131-46f6-af87-870803a0a02c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Received unexpected event network-vif-plugged-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 for instance with vm_state building and task_state spawning. [ 744.134441] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Successfully updated port: ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.141685] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.148163] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.148936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6d14d-a6ee-4998-8933-ffb741be2b13 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.155753] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.155927] env[62845]: ERROR oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk due to incomplete transfer. [ 744.156402] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51d5af0c-429c-4944-a968-da1e7567455f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.163491] env[62845]: DEBUG oslo_vmware.rw_handles [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fcf206-dbaa-8d21-25c1-a501fcc8c5ea/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.163697] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Uploaded image 73e5310d-124d-4005-a361-81a717f4b21f to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 744.166035] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.166589] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c5c6729-eef7-4a81-9876-2d4256547f47 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.172586] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 744.172586] env[62845]: value = "task-2535749" [ 744.172586] env[62845]: _type = "Task" [ 744.172586] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.180395] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535749, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.282041] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.282336] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.285026] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.286s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.286405] env[62845]: INFO nova.compute.claims [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.377034] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.447519] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523b1368-105e-a60a-ad29-ba024a93467c, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.448291] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861ff935-865a-4926-bd94-db5485d1f68e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.450851] env[62845]: DEBUG nova.compute.manager [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.451065] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.452079] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a945d45-ccf0-42ef-8721-42819c6ca4bd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.457822] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 744.457822] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cee06f-e27e-817e-c092-7b06c2925932" [ 744.457822] env[62845]: _type = "Task" [ 744.457822] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.460238] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.463042] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1763f1f1-814d-4c49-b554-4e6c7895b210 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.469728] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52cee06f-e27e-817e-c092-7b06c2925932, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.470835] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.471158] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f/2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.471452] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 744.471452] env[62845]: value = "task-2535750" [ 744.471452] env[62845]: _type = "Task" [ 744.471452] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.471631] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e621b1f4-19e3-445c-b0e8-652848dd2427 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.481432] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.482613] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 744.482613] env[62845]: value = "task-2535751" [ 744.482613] env[62845]: _type = "Task" [ 744.482613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.489558] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.640576] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.640854] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.641127] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.643075] env[62845]: DEBUG oslo_vmware.api [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535748, 'name': PowerOnVM_Task, 'duration_secs': 0.553467} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.643311] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.643632] env[62845]: INFO nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Took 8.35 seconds to spawn the instance on the hypervisor. [ 744.643927] env[62845]: DEBUG nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.645179] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afea692-f784-4bb5-bbb6-2b79b9fbbd9c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.683022] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535749, 'name': Destroy_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.793427] env[62845]: DEBUG nova.compute.utils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.795355] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.795355] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.835712] env[62845]: DEBUG nova.policy [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed93804edb43497db935581c85f7c288', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64308a0ceea4f36a7f0bdae4acbee35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.902038] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.984778] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535750, 'name': PowerOffVM_Task, 'duration_secs': 0.188414} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.989923] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.991892] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.992200] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02935092-750b-4f3b-b1f0-67eb06d81fcd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.000690] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.124548] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Successfully created port: cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.166854] env[62845]: INFO nova.compute.manager [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Took 40.93 seconds to build instance. [ 745.178589] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.186056] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535749, 'name': Destroy_Task, 'duration_secs': 0.732669} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.186056] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Destroyed the VM [ 745.186056] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 745.186694] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a04a992c-e5b9-4f23-9d53-f64afad3897b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.193197] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 745.193197] env[62845]: value = "task-2535753" [ 745.193197] env[62845]: _type = "Task" [ 745.193197] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.201891] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.301070] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.370491] env[62845]: DEBUG nova.network.neutron [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Updating instance_info_cache with network_info: [{"id": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "address": "fa:16:3e:13:64:e4", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb82cf5-3f", "ovs_interfaceid": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.496157] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583954} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.496258] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f/2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.497497] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.497497] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43701c88-d762-49f6-999b-96a63f178577 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.505985] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 745.505985] env[62845]: value = "task-2535754" [ 745.505985] env[62845]: _type = "Task" [ 745.505985] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.516385] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.579366] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.579614] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.579814] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Deleting the datastore file [datastore1] 023d78c8-6fc0-43ca-9b39-2da69063a440 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.580107] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4462ed-512c-4a62-a868-b13a8b97b1d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.586252] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for the task: (returnval){ [ 745.586252] env[62845]: value = "task-2535755" [ 745.586252] env[62845]: _type = "Task" [ 745.586252] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.597748] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.670360] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1e99746c-d337-4e1a-989c-ab30a0258fad tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.075s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.702966] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535753, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.715334] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f4ebf-18d2-49fa-9ba6-d8070b0bf8ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.722201] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb99374-c397-4e01-8631-05ce7bad1ba4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.753223] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f498da-978a-42da-b38f-642b90cba4d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.760355] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b81369-149d-4aae-b84a-8982ff0f3630 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.773742] env[62845]: DEBUG nova.compute.provider_tree [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.876642] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.876725] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Instance network_info: |[{"id": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "address": "fa:16:3e:13:64:e4", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb82cf5-3f", "ovs_interfaceid": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.877179] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:64:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.885964] env[62845]: DEBUG oslo.service.loopingcall [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.886637] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.886914] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43af0ce9-4c93-4310-9ec4-7ee7b81c2bfe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.908266] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.908266] env[62845]: value = "task-2535756" [ 745.908266] env[62845]: _type = "Task" [ 745.908266] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.915782] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535756, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.020224] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071985} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.020512] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.021353] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92108ef8-4828-4fac-9423-02bf981b65b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.046473] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f/2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.046782] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f127d67f-c37b-40d6-afae-ec5bb9e848f8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.067403] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 746.067403] env[62845]: value = "task-2535757" [ 746.067403] env[62845]: _type = "Task" [ 746.067403] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.075650] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.097403] env[62845]: DEBUG oslo_vmware.api [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Task: {'id': task-2535755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140558} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.097668] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.097851] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.098048] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.098220] env[62845]: INFO nova.compute.manager [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Took 1.65 seconds to destroy the instance on the hypervisor. [ 746.098490] env[62845]: DEBUG oslo.service.loopingcall [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.098748] env[62845]: DEBUG nova.compute.manager [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.098806] env[62845]: DEBUG nova.network.neutron [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.175690] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.207367] env[62845]: DEBUG oslo_vmware.api [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.587792} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.207367] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.207367] env[62845]: INFO nova.compute.manager [None req-7828bbb1-cb8f-49f6-81c1-fa526e86f253 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 746.232159] env[62845]: DEBUG nova.compute.manager [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Received event network-changed-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.232159] env[62845]: DEBUG nova.compute.manager [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Refreshing instance network info cache due to event network-changed-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.232159] env[62845]: DEBUG oslo_concurrency.lockutils [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] Acquiring lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.232159] env[62845]: DEBUG oslo_concurrency.lockutils [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] Acquired lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.232159] env[62845]: DEBUG nova.network.neutron [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Refreshing network info cache for port ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.279030] env[62845]: DEBUG nova.scheduler.client.report [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.314023] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.338021] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.338021] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.338021] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.338236] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.338236] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.338585] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.338918] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.339205] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.339487] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.339748] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.342018] env[62845]: DEBUG nova.virt.hardware [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.342018] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9dc50-1a97-49aa-8099-c7fb49220628 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.350822] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0c2d4-5b63-43ed-9c7f-77ea0c1f9b76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.418310] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535756, 'name': CreateVM_Task, 'duration_secs': 0.351174} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.418310] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.418844] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.419129] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.419539] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.419889] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347bfaaf-e9bf-42d0-abe5-b739372ce420 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.424340] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 746.424340] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524df938-fe37-3d33-dbf5-6d2caa8709bf" [ 746.424340] env[62845]: _type = "Task" [ 746.424340] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.431876] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524df938-fe37-3d33-dbf5-6d2caa8709bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.592108] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535757, 'name': ReconfigVM_Task, 'duration_secs': 0.322397} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.592108] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f/2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.592671] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d70d36c9-118c-4e69-b6e4-7c366036338b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.599804] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 746.599804] env[62845]: value = "task-2535758" [ 746.599804] env[62845]: _type = "Task" [ 746.599804] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.615979] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535758, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.618430] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Successfully updated port: cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.624335] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "81d36cda-0337-478d-a4de-74a52917bcdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.624600] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.624829] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.625963] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.626126] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.628283] env[62845]: INFO nova.compute.manager [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Terminating instance [ 746.698827] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.781624] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.782184] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.786189] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.547s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.786439] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.786652] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62845) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 746.787040] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.820s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.787337] env[62845]: DEBUG nova.objects.instance [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lazy-loading 'resources' on Instance uuid 8505e505-e224-4ea7-98d3-1266a616d7f9 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.789641] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e88af-687e-48be-b3d6-82ac0dfc51ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.800803] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958a591-3f34-4a9b-9c85-5df6b3636b9a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.820953] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013daab7-be86-4ac7-b6ad-8ae8db8b1136 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.834436] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf57358-c503-4942-ba74-fcc7d94117b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.870405] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180091MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62845) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 746.870583] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.938122] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524df938-fe37-3d33-dbf5-6d2caa8709bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.938122] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.938122] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.938122] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.938424] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.938424] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.938424] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece7cd7d-50c8-4b70-b0d4-620f17c67f50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.948256] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.948436] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.949196] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3220bdcd-7d57-44fe-ad1a-08b031d72607 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.956242] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 746.956242] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528169a5-a462-eb0e-3cc1-103d7668d43d" [ 746.956242] env[62845]: _type = "Task" [ 746.956242] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.964617] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528169a5-a462-eb0e-3cc1-103d7668d43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.977067] env[62845]: DEBUG nova.network.neutron [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Updated VIF entry in instance network info cache for port ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.977067] env[62845]: DEBUG nova.network.neutron [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Updating instance_info_cache with network_info: [{"id": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "address": "fa:16:3e:13:64:e4", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb82cf5-3f", "ovs_interfaceid": "ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.110678] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535758, 'name': Rename_Task, 'duration_secs': 0.136299} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.111354] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.111721] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce716394-49be-4f56-afea-47eb48326132 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.117716] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 747.117716] env[62845]: value = "task-2535759" [ 747.117716] env[62845]: _type = "Task" [ 747.117716] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.121598] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.121873] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.122933] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.129659] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.132619] env[62845]: DEBUG nova.compute.manager [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.133351] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.134367] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e20de6-f349-4fd7-9d3a-9b5591d26699 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.142769] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.143037] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8411d4-7b2d-4ca7-879b-836e22789747 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.149258] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 747.149258] env[62845]: value = "task-2535760" [ 747.149258] env[62845]: _type = "Task" [ 747.149258] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.157993] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.296332] env[62845]: DEBUG nova.compute.utils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.299757] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.299757] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.331263] env[62845]: DEBUG nova.compute.manager [req-21c88974-8ab4-4468-bee6-11a24ed21c43 req-5bac8795-09b9-4000-914e-5a0e76fe9e12 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Received event network-vif-deleted-bbec1c24-e60e-495a-bbcf-02c2530a8909 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.331263] env[62845]: INFO nova.compute.manager [req-21c88974-8ab4-4468-bee6-11a24ed21c43 req-5bac8795-09b9-4000-914e-5a0e76fe9e12 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Neutron deleted interface bbec1c24-e60e-495a-bbcf-02c2530a8909; detaching it from the instance and deleting it from the info cache [ 747.331263] env[62845]: DEBUG nova.network.neutron [req-21c88974-8ab4-4468-bee6-11a24ed21c43 req-5bac8795-09b9-4000-914e-5a0e76fe9e12 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.360787] env[62845]: DEBUG nova.policy [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2eeeab72744735a41a2b98bd24b09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1607d0ce2f4c639f896458144632b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.412819] env[62845]: DEBUG nova.network.neutron [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.470586] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]528169a5-a462-eb0e-3cc1-103d7668d43d, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.471750] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74572587-e8d6-4f23-bdb5-2374ff36ec9a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.476744] env[62845]: DEBUG oslo_concurrency.lockutils [req-006d7e62-c5b9-40f2-bd0a-c61c08cb89f6 req-b9d13043-3323-49ab-8bfb-7830cd637a3c service nova] Releasing lock "refresh_cache-8ec19d32-fde4-4639-b117-ac9d6831453f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.480300] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 747.480300] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529c2e2f-9d23-8620-a0c7-c669dcd0afb7" [ 747.480300] env[62845]: _type = "Task" [ 747.480300] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.488344] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529c2e2f-9d23-8620-a0c7-c669dcd0afb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.632453] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.664293] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535760, 'name': PowerOffVM_Task, 'duration_secs': 0.203879} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.666970] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.667177] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.667958] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.671376] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Successfully created port: 976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.671823] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ab72929-2d0d-4a87-942c-67ca1be0b6a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.735190] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.735190] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.735190] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Deleting the datastore file [datastore1] 81d36cda-0337-478d-a4de-74a52917bcdc {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.739895] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0f414df-e1d2-4791-873f-012908124cac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.746889] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 747.746889] env[62845]: value = "task-2535762" [ 747.746889] env[62845]: _type = "Task" [ 747.746889] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.754985] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.803949] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.836701] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b07adfe-9e39-4eae-8401-311116db4f57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.847454] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5bcab1-f460-4882-adc8-20fd4a2e4eb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.890595] env[62845]: DEBUG nova.compute.manager [req-21c88974-8ab4-4468-bee6-11a24ed21c43 req-5bac8795-09b9-4000-914e-5a0e76fe9e12 service nova] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Detach interface failed, port_id=bbec1c24-e60e-495a-bbcf-02c2530a8909, reason: Instance 023d78c8-6fc0-43ca-9b39-2da69063a440 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 747.911763] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ddbb5-cdd8-4886-bf7c-53368fc62605 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.919599] env[62845]: INFO nova.compute.manager [-] [instance: 023d78c8-6fc0-43ca-9b39-2da69063a440] Took 1.82 seconds to deallocate network for instance. [ 747.935877] env[62845]: DEBUG nova.network.neutron [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.944554] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "160beb99-bc79-4a6b-a566-c0e1f276f32e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.944876] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "160beb99-bc79-4a6b-a566-c0e1f276f32e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.945821] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a34c9-737a-414c-9f45-634eb49759e6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.987786] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73818341-8a1d-4ae6-9a1b-455e37358f5d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.001887] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529c2e2f-9d23-8620-a0c7-c669dcd0afb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.004469] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.004607] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 8ec19d32-fde4-4639-b117-ac9d6831453f/8ec19d32-fde4-4639-b117-ac9d6831453f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.004946] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4f96a2-4735-40ed-a680-f14caab4972d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.008788] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff9884-8987-4568-8234-a1b4ea71599a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.024599] env[62845]: DEBUG nova.compute.provider_tree [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.027269] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 748.027269] env[62845]: value = "task-2535763" [ 748.027269] env[62845]: _type = "Task" [ 748.027269] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.036408] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.128388] env[62845]: DEBUG oslo_vmware.api [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535759, 'name': PowerOnVM_Task, 'duration_secs': 0.703835} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.128653] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.128909] env[62845]: INFO nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 748.129036] env[62845]: DEBUG nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.129824] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4a78f-5735-4393-85a3-fe80f3325aad {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.257141] env[62845]: DEBUG oslo_vmware.api [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153437} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.258036] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.258036] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.258036] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.258196] env[62845]: INFO nova.compute.manager [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 748.258327] env[62845]: DEBUG oslo.service.loopingcall [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.258526] env[62845]: DEBUG nova.compute.manager [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.258617] env[62845]: DEBUG nova.network.neutron [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.263526] env[62845]: DEBUG nova.compute.manager [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received event network-vif-plugged-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.263662] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Acquiring lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.263845] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.264014] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.264183] env[62845]: DEBUG nova.compute.manager [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] No waiting events found dispatching network-vif-plugged-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.264342] env[62845]: WARNING nova.compute.manager [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received unexpected event network-vif-plugged-cc4fd616-6c2e-4520-8c89-b23894c29a0c for instance with vm_state building and task_state spawning. [ 748.264538] env[62845]: DEBUG nova.compute.manager [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.264646] env[62845]: DEBUG nova.compute.manager [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing instance network info cache due to event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.264809] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Acquiring lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.437224] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.445362] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.448133] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Instance network_info: |[{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.448133] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Acquired lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.448258] env[62845]: DEBUG nova.network.neutron [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.448258] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:d3:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4fd616-6c2e-4520-8c89-b23894c29a0c', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.457895] env[62845]: DEBUG oslo.service.loopingcall [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.459237] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.459672] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d778479-5633-4c34-be2b-4be3584e7a7f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.482257] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.482257] env[62845]: value = "task-2535764" [ 748.482257] env[62845]: _type = "Task" [ 748.482257] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.495176] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535764, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.528997] env[62845]: DEBUG nova.scheduler.client.report [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.544018] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495762} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.544018] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 8ec19d32-fde4-4639-b117-ac9d6831453f/8ec19d32-fde4-4639-b117-ac9d6831453f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.544018] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.544018] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed4e056-0b50-4626-9e7a-739bd6a7c532 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.550895] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 748.550895] env[62845]: value = "task-2535765" [ 748.550895] env[62845]: _type = "Task" [ 748.550895] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.564427] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.653655] env[62845]: INFO nova.compute.manager [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Took 41.65 seconds to build instance. [ 748.815106] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.852831] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.853186] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.853418] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.853664] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.853865] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.854068] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.854338] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.854530] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.854736] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.854936] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.855170] env[62845]: DEBUG nova.virt.hardware [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.856457] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1213d1f-4ef9-4378-a191-1688b01fa1b9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.866017] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a71273-91a6-4c36-83d3-f0aee2c00b45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.939267] env[62845]: DEBUG nova.compute.manager [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.940255] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20f101-c86a-445d-a7e1-221f32e9e282 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.998891] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535764, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.037907] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.041740] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.859s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.041740] env[62845]: DEBUG nova.objects.instance [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lazy-loading 'resources' on Instance uuid 3d6dd8d1-8695-44d6-968b-d0ab5d634736 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.062027] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10303} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.062181] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.062951] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66acd553-bd4b-4bee-b2f8-6411b77a72a2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.085978] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8ec19d32-fde4-4639-b117-ac9d6831453f/8ec19d32-fde4-4639-b117-ac9d6831453f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.089883] env[62845]: INFO nova.scheduler.client.report [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Deleted allocations for instance 8505e505-e224-4ea7-98d3-1266a616d7f9 [ 749.094878] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0856fa1-f530-4158-87a8-31ff38faf964 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.117504] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 749.117504] env[62845]: value = "task-2535766" [ 749.117504] env[62845]: _type = "Task" [ 749.117504] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.129662] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.155322] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d14d1836-5b86-4370-b4f7-1d0b94082d27 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.431s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.347988] env[62845]: DEBUG nova.network.neutron [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updated VIF entry in instance network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.348075] env[62845]: DEBUG nova.network.neutron [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.359341] env[62845]: DEBUG nova.compute.manager [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Received event network-changed-cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.359341] env[62845]: DEBUG nova.compute.manager [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Refreshing instance network info cache due to event network-changed-cb48fb62-57a6-46fa-b804-c3a75ca0814d. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.359341] env[62845]: DEBUG oslo_concurrency.lockutils [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] Acquiring lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.359341] env[62845]: DEBUG oslo_concurrency.lockutils [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] Acquired lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.360248] env[62845]: DEBUG nova.network.neutron [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Refreshing network info cache for port cb48fb62-57a6-46fa-b804-c3a75ca0814d {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.412837] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Successfully updated port: 976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.452136] env[62845]: INFO nova.compute.manager [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] instance snapshotting [ 749.455203] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd783bf0-a6ab-4949-a4f3-c588f53b905a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476594] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274d394-5e90-42ee-85f1-723e23947bef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.497686] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535764, 'name': CreateVM_Task, 'duration_secs': 0.533124} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.497856] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.498546] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.498710] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.499039] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.499284] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cffec1-5068-469e-b3ec-38f83d886e5d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.504896] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 749.504896] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d58dc6-e86f-86b2-9c07-5289cc059b55" [ 749.504896] env[62845]: _type = "Task" [ 749.504896] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.513683] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d58dc6-e86f-86b2-9c07-5289cc059b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.527957] env[62845]: DEBUG nova.network.neutron [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.616087] env[62845]: DEBUG oslo_concurrency.lockutils [None req-aea85d0d-8b2f-4295-84ec-9513ec9e8472 tempest-InstanceActionsTestJSON-1227637564 tempest-InstanceActionsTestJSON-1227637564-project-member] Lock "8505e505-e224-4ea7-98d3-1266a616d7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.545s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.631869] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.657871] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.825484] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "0fe56218-3b4f-4996-905f-074815168efd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.825729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.851367] env[62845]: DEBUG oslo_concurrency.lockutils [req-2ff7f13d-dfc7-45fc-af87-c34c1589f8ee req-9bcdc35b-1a47-4976-85e6-30cfe4a3d460 service nova] Releasing lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.916991] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.916991] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.916991] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.995624] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.996685] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7af55c45-d629-463c-9fc6-efb35ed4de58 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.005790] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 750.005790] env[62845]: value = "task-2535767" [ 750.005790] env[62845]: _type = "Task" [ 750.005790] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.022254] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.025510] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d58dc6-e86f-86b2-9c07-5289cc059b55, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.028082] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.028733] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.028733] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.028733] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.028889] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.029975] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110ec0c9-d2b0-4f8f-87e5-24912a44bffc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.031765] env[62845]: INFO nova.compute.manager [-] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Took 1.77 seconds to deallocate network for instance. [ 750.039351] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.039537] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.040286] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfa3825-4767-4d27-a040-8157ec65f9d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.046613] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 750.046613] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fbf848-8120-0bb2-4457-b31595ba785f" [ 750.046613] env[62845]: _type = "Task" [ 750.046613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.055505] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fbf848-8120-0bb2-4457-b31595ba785f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.058139] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7416b43-d21d-4f61-a119-799d968e4eb9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.067263] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7835e-c296-4ae3-8a34-80af18d02210 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097579] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6245da67-a034-4283-9251-56db89f9a8db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.104991] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9c973-7d57-47c2-a144-a21c89c994c8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.118877] env[62845]: DEBUG nova.compute.provider_tree [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.135020] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535766, 'name': ReconfigVM_Task, 'duration_secs': 0.883346} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.135020] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8ec19d32-fde4-4639-b117-ac9d6831453f/8ec19d32-fde4-4639-b117-ac9d6831453f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.135020] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21639bf7-9a35-4ac6-be97-aa655163b79f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.138740] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 750.138740] env[62845]: value = "task-2535768" [ 750.138740] env[62845]: _type = "Task" [ 750.138740] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.148765] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535768, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.181494] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.276689] env[62845]: DEBUG nova.network.neutron [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updated VIF entry in instance network info cache for port cb48fb62-57a6-46fa-b804-c3a75ca0814d. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.277094] env[62845]: DEBUG nova.network.neutron [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updating instance_info_cache with network_info: [{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.291219] env[62845]: DEBUG nova.compute.manager [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Received event network-vif-plugged-976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.291496] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Acquiring lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.291735] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.291868] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.291986] env[62845]: DEBUG nova.compute.manager [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] No waiting events found dispatching network-vif-plugged-976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.292136] env[62845]: WARNING nova.compute.manager [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Received unexpected event network-vif-plugged-976d915a-0290-4de6-8537-03245015ab78 for instance with vm_state building and task_state spawning. [ 750.292395] env[62845]: DEBUG nova.compute.manager [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Received event network-changed-976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.292442] env[62845]: DEBUG nova.compute.manager [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Refreshing instance network info cache due to event network-changed-976d915a-0290-4de6-8537-03245015ab78. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.292595] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Acquiring lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.458874] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.517520] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535767, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.539231] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.559292] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fbf848-8120-0bb2-4457-b31595ba785f, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.559292] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e2c610-b593-4231-909b-187d8e02043c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.563716] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 750.563716] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e82a59-4260-2023-9f42-d5a42a8c25be" [ 750.563716] env[62845]: _type = "Task" [ 750.563716] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.575423] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e82a59-4260-2023-9f42-d5a42a8c25be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.625501] env[62845]: DEBUG nova.scheduler.client.report [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.650883] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535768, 'name': Rename_Task, 'duration_secs': 0.134449} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.651449] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.651803] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74885620-be5f-4978-9260-78270c38525d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.658057] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 750.658057] env[62845]: value = "task-2535769" [ 750.658057] env[62845]: _type = "Task" [ 750.658057] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.666324] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.691346] env[62845]: DEBUG nova.network.neutron [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updating instance_info_cache with network_info: [{"id": "976d915a-0290-4de6-8537-03245015ab78", "address": "fa:16:3e:ca:46:38", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976d915a-02", "ovs_interfaceid": "976d915a-0290-4de6-8537-03245015ab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.779954] env[62845]: DEBUG oslo_concurrency.lockutils [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] Releasing lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.780184] env[62845]: DEBUG nova.compute.manager [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Received event network-vif-deleted-0b82f8ac-865a-40dc-a726-f086284c0bd6 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.780364] env[62845]: INFO nova.compute.manager [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Neutron deleted interface 0b82f8ac-865a-40dc-a726-f086284c0bd6; detaching it from the instance and deleting it from the info cache [ 750.780536] env[62845]: DEBUG nova.network.neutron [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.020724] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535767, 'name': CreateSnapshot_Task, 'duration_secs': 0.520122} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.021117] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.021855] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f904d-f228-46a3-a2b9-add027209bd2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.074031] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e82a59-4260-2023-9f42-d5a42a8c25be, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.075974] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.076295] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] c432556e-9980-43ad-ade5-1da925b9ae8f/c432556e-9980-43ad-ade5-1da925b9ae8f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.076691] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9210039c-895b-4728-9c55-4a9b111a6c28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.085100] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 751.085100] env[62845]: value = "task-2535770" [ 751.085100] env[62845]: _type = "Task" [ 751.085100] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.097182] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.128936] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.132010] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.528s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.134036] env[62845]: INFO nova.compute.claims [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.170473] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.193072] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.193462] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Instance network_info: |[{"id": "976d915a-0290-4de6-8537-03245015ab78", "address": "fa:16:3e:ca:46:38", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976d915a-02", "ovs_interfaceid": "976d915a-0290-4de6-8537-03245015ab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.194388] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Acquired lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.194388] env[62845]: DEBUG nova.network.neutron [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Refreshing network info cache for port 976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.195350] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:46:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '976d915a-0290-4de6-8537-03245015ab78', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.204704] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Creating folder: Project (ed1607d0ce2f4c639f896458144632b5). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.208468] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9adbb03-5f10-43a0-a78b-c3dfa6f6e8b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.220979] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Created folder: Project (ed1607d0ce2f4c639f896458144632b5) in parent group-v512253. [ 751.221086] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Creating folder: Instances. Parent ref: group-v512353. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.221342] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0270e48-3bf6-46dc-a75f-e314130db888 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.235545] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Created folder: Instances in parent group-v512353. [ 751.235865] env[62845]: DEBUG oslo.service.loopingcall [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.236106] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.236439] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d15b109-bbee-49e2-b511-81a1dafa0d72 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.254678] env[62845]: INFO nova.scheduler.client.report [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Deleted allocations for instance 3d6dd8d1-8695-44d6-968b-d0ab5d634736 [ 751.266692] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.266692] env[62845]: value = "task-2535773" [ 751.266692] env[62845]: _type = "Task" [ 751.266692] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.275088] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535773, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.282849] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53e3badb-4b85-4ea9-bd8e-f56591b38851 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.291670] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ceaf81-c1ab-4985-90f2-f9669376419d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.325548] env[62845]: DEBUG nova.compute.manager [req-fbe759bc-4547-4885-8da9-637b39b79894 req-772b3296-af18-46eb-bffd-0cb303861b0b service nova] [instance: 81d36cda-0337-478d-a4de-74a52917bcdc] Detach interface failed, port_id=0b82f8ac-865a-40dc-a726-f086284c0bd6, reason: Instance 81d36cda-0337-478d-a4de-74a52917bcdc could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 751.543218] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.547103] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9fa4928d-df59-4c47-bb77-58a7c9b744bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.558996] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 751.558996] env[62845]: value = "task-2535774" [ 751.558996] env[62845]: _type = "Task" [ 751.558996] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.570537] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.597976] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.673595] env[62845]: DEBUG oslo_vmware.api [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535769, 'name': PowerOnVM_Task, 'duration_secs': 0.906871} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.673881] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.674165] env[62845]: INFO nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Took 7.93 seconds to spawn the instance on the hypervisor. [ 751.674418] env[62845]: DEBUG nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.675234] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec4279f-814f-4003-a11a-dab0a686e1ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.711227] env[62845]: DEBUG nova.network.neutron [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updated VIF entry in instance network info cache for port 976d915a-0290-4de6-8537-03245015ab78. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.711621] env[62845]: DEBUG nova.network.neutron [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updating instance_info_cache with network_info: [{"id": "976d915a-0290-4de6-8537-03245015ab78", "address": "fa:16:3e:ca:46:38", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976d915a-02", "ovs_interfaceid": "976d915a-0290-4de6-8537-03245015ab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.766903] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9a281b37-ddda-46e3-b3ac-df2b782a79c8 tempest-DeleteServersAdminTestJSON-339269198 tempest-DeleteServersAdminTestJSON-339269198-project-member] Lock "3d6dd8d1-8695-44d6-968b-d0ab5d634736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.778185] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535773, 'name': CreateVM_Task, 'duration_secs': 0.44305} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.778388] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.780097] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.780097] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.780097] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.780097] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a16b80-865f-403e-886a-6c303fac9e2e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.784966] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 751.784966] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5219106b-866a-c74c-d938-4beecbd83711" [ 751.784966] env[62845]: _type = "Task" [ 751.784966] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.797261] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5219106b-866a-c74c-d938-4beecbd83711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.070876] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.095377] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601131} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.095633] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] c432556e-9980-43ad-ade5-1da925b9ae8f/c432556e-9980-43ad-ade5-1da925b9ae8f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.095841] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.096103] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2438c05f-31de-47b3-ba0f-43322c0cd927 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.102932] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 752.102932] env[62845]: value = "task-2535775" [ 752.102932] env[62845]: _type = "Task" [ 752.102932] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.110649] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.197076] env[62845]: INFO nova.compute.manager [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Took 40.97 seconds to build instance. [ 752.214996] env[62845]: DEBUG oslo_concurrency.lockutils [req-f1a97e25-924b-459f-9a7e-21969c76cfe9 req-29470a20-b937-4c9f-a009-f865bfdbfcd0 service nova] Releasing lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.295750] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5219106b-866a-c74c-d938-4beecbd83711, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.298490] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.298799] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.299100] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.299291] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.299601] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.300019] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca483d55-3ae3-4ea8-9192-51ae344c60a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.308961] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.309711] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.310206] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58e5cf8-41f5-40b2-a747-5f2f2944a85b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.318515] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 752.318515] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5257a784-a445-4988-31a8-6ad802470795" [ 752.318515] env[62845]: _type = "Task" [ 752.318515] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.327048] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5257a784-a445-4988-31a8-6ad802470795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.575251] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.613918] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079982} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.614617] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.618372] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06ff14-25ee-474e-848e-af476f041d3a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.643983] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c432556e-9980-43ad-ade5-1da925b9ae8f/c432556e-9980-43ad-ade5-1da925b9ae8f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.647142] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee5ce16-8e18-44d4-924a-580b3886a059 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.670144] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 752.670144] env[62845]: value = "task-2535776" [ 752.670144] env[62845]: _type = "Task" [ 752.670144] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.678775] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.680575] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f9533-c4ac-4e64-bb5e-b455f45eccce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.691084] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12634a37-1408-4ecc-bfa3-f7e2b772ce79 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.726424] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3a2fcb6f-4083-4b82-81e4-cf202ca3a867 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.073s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.729095] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5fdd32-3adc-45df-a296-d4367cf07c16 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.742022] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f96e91f-55ed-45ae-9cf4-b247617eb04c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.753158] env[62845]: DEBUG nova.compute.provider_tree [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.829546] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5257a784-a445-4988-31a8-6ad802470795, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.830412] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6e12b5-a29f-43ea-b8b7-bf12d4589cc5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.837283] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 752.837283] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52695f85-4bc9-0208-bf63-5e874ad28f6a" [ 752.837283] env[62845]: _type = "Task" [ 752.837283] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.843594] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52695f85-4bc9-0208-bf63-5e874ad28f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.039582] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c48707-cfb8-4f94-abbd-e8c3c4de8250 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.047347] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Suspending the VM {{(pid=62845) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 753.047674] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8176436d-c80f-4ca8-b6d6-9025b366f7cf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.053105] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 753.053105] env[62845]: value = "task-2535777" [ 753.053105] env[62845]: _type = "Task" [ 753.053105] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.061469] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.069343] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.178906] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535776, 'name': ReconfigVM_Task, 'duration_secs': 0.309936} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.179227] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c432556e-9980-43ad-ade5-1da925b9ae8f/c432556e-9980-43ad-ade5-1da925b9ae8f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.179877] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256860e9-aca9-4463-90cc-1345fe3a102f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.186884] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 753.186884] env[62845]: value = "task-2535778" [ 753.186884] env[62845]: _type = "Task" [ 753.186884] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.195104] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535778, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.232837] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.256910] env[62845]: DEBUG nova.scheduler.client.report [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.348636] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52695f85-4bc9-0208-bf63-5e874ad28f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.348913] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.349190] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 6659bfa5-3c32-42fa-9c62-967bc5e0e69a/6659bfa5-3c32-42fa-9c62-967bc5e0e69a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.349451] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf1f377-6005-4f36-8a2e-d7946de58f3f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.355974] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 753.355974] env[62845]: value = "task-2535779" [ 753.355974] env[62845]: _type = "Task" [ 753.355974] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.364619] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.567914] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.573390] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.697920] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535778, 'name': Rename_Task, 'duration_secs': 0.146423} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.698271] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.698486] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d91d81-0881-4356-ba96-52d9d9c191b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.705820] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 753.705820] env[62845]: value = "task-2535780" [ 753.705820] env[62845]: _type = "Task" [ 753.705820] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.714921] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.758060] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.762602] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.763132] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.765802] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.023s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.766660] env[62845]: DEBUG nova.objects.instance [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lazy-loading 'resources' on Instance uuid 7be547e3-977a-4e2e-a2a0-61876c52920f {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.866961] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.072220] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.076276] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.217540] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.269104] env[62845]: DEBUG nova.compute.utils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.279039] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.279039] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.340702] env[62845]: DEBUG nova.policy [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2eeeab72744735a41a2b98bd24b09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1607d0ce2f4c639f896458144632b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.366397] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769983} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.366670] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 6659bfa5-3c32-42fa-9c62-967bc5e0e69a/6659bfa5-3c32-42fa-9c62-967bc5e0e69a.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.366882] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.367141] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4415f859-d334-4de7-8423-bc5edfeb0c60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.374266] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 754.374266] env[62845]: value = "task-2535781" [ 754.374266] env[62845]: _type = "Task" [ 754.374266] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.382442] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.573691] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.582050] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.722979] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.779851] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.845722] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Successfully created port: fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.887316] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330011} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.887614] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.888439] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b95cf-83e7-49a8-9d19-99c60dbf08c8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.893293] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2033f83e-cd1d-4fe7-8fad-d9475811cc32 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.916652] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6659bfa5-3c32-42fa-9c62-967bc5e0e69a/6659bfa5-3c32-42fa-9c62-967bc5e0e69a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.917820] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2bd2d1-13ba-45bc-b81b-8faab1d8aa69 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.937445] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700b71f4-e4e7-42c8-9141-9477347cbbe1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.941928] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 754.941928] env[62845]: value = "task-2535782" [ 754.941928] env[62845]: _type = "Task" [ 754.941928] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.972392] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df27fb-3612-44ca-82c5-781d1e881060 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.978276] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.984095] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d92261-86c0-4869-bf6b-f23319de7988 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.999206] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.074333] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 58%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.077635] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535774, 'name': CloneVM_Task, 'duration_secs': 3.105425} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.077909] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Created linked-clone VM from snapshot [ 755.078830] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c3b75-5b6e-4635-bc90-af84c517856c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.086741] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Uploading image 6e1cbd9a-446c-40e5-b681-5ef78592d5e0 {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.115407] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 755.115407] env[62845]: value = "vm-512356" [ 755.115407] env[62845]: _type = "VirtualMachine" [ 755.115407] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 755.115693] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bf4dbce-152f-4da2-a345-72dba6a70dfc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.123323] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease: (returnval){ [ 755.123323] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52835978-e551-e037-fb9b-3d4e79c41313" [ 755.123323] env[62845]: _type = "HttpNfcLease" [ 755.123323] env[62845]: } obtained for exporting VM: (result){ [ 755.123323] env[62845]: value = "vm-512356" [ 755.123323] env[62845]: _type = "VirtualMachine" [ 755.123323] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 755.123625] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the lease: (returnval){ [ 755.123625] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52835978-e551-e037-fb9b-3d4e79c41313" [ 755.123625] env[62845]: _type = "HttpNfcLease" [ 755.123625] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.131521] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.131521] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52835978-e551-e037-fb9b-3d4e79c41313" [ 755.131521] env[62845]: _type = "HttpNfcLease" [ 755.131521] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 755.217566] env[62845]: DEBUG oslo_vmware.api [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535780, 'name': PowerOnVM_Task, 'duration_secs': 1.281799} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.217898] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.218721] env[62845]: INFO nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Took 8.91 seconds to spawn the instance on the hypervisor. [ 755.218721] env[62845]: DEBUG nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.219576] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d82b348-045e-4b0c-b840-d0a12f890d81 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.451780] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.524839] env[62845]: ERROR nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] [req-90e8c17b-3245-473e-af78-3d3870d7064a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90e8c17b-3245-473e-af78-3d3870d7064a"}]} [ 755.545667] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 755.572680] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task} progress is 58%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.574242] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 755.574763] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.591668] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 755.616479] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 755.637350] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.637350] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52835978-e551-e037-fb9b-3d4e79c41313" [ 755.637350] env[62845]: _type = "HttpNfcLease" [ 755.637350] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.638941] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.638941] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52835978-e551-e037-fb9b-3d4e79c41313" [ 755.638941] env[62845]: _type = "HttpNfcLease" [ 755.638941] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.638941] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82ec3d9-6805-46de-ad74-9bb04cdc53fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.647060] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.647060] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.738891] env[62845]: INFO nova.compute.manager [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Took 44.02 seconds to build instance. [ 755.790864] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.827097] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6ee75089-be32-4362-9255-16024b5160ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.833156] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.833514] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.833756] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.834157] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.834332] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.834539] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.834884] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.835119] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.835441] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.836471] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.837414] env[62845]: DEBUG nova.virt.hardware [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.838060] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b112b6-f119-42b9-8893-617c92b9efcf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.851088] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c71e63-a11a-4bb0-8763-ab59e9337616 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.953635] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535782, 'name': ReconfigVM_Task, 'duration_secs': 0.930296} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.954249] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6659bfa5-3c32-42fa-9c62-967bc5e0e69a/6659bfa5-3c32-42fa-9c62-967bc5e0e69a.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.954900] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b0a3eb-2760-43f7-ac14-b42cd3676910 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.963458] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 755.963458] env[62845]: value = "task-2535784" [ 755.963458] env[62845]: _type = "Task" [ 755.963458] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.972296] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535784, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.078057] env[62845]: DEBUG oslo_vmware.api [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535777, 'name': SuspendVM_Task, 'duration_secs': 2.576488} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.078335] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Suspended the VM {{(pid=62845) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 756.078521] env[62845]: DEBUG nova.compute.manager [None req-8fe7a778-697b-40b7-b9a1-01523609807e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.079560] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06052170-952e-423b-b290-7d61d9a96f8f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.241564] env[62845]: DEBUG oslo_concurrency.lockutils [None req-afb76c47-acb3-4f23-81c3-a1efffb8ca5a tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.844s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.266351] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489551b-0da5-4d90-af66-ab76c82e49ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.279463] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd5eb93-0e5b-4485-a43b-84111ea33564 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.316779] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f17af-e331-44f1-b80e-02dfa2549783 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.320599] env[62845]: DEBUG nova.compute.manager [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.321473] env[62845]: DEBUG nova.compute.manager [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing instance network info cache due to event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.321473] env[62845]: DEBUG oslo_concurrency.lockutils [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] Acquiring lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.321473] env[62845]: DEBUG oslo_concurrency.lockutils [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] Acquired lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.321648] env[62845]: DEBUG nova.network.neutron [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.330576] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278685b-45d8-4e7a-a4c6-73edec8130ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.354045] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.479770] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535784, 'name': Rename_Task, 'duration_secs': 0.193842} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.480070] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.480327] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4594ef7b-ea4e-4d1a-a55e-4a0c22cd60b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.488131] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 756.488131] env[62845]: value = "task-2535785" [ 756.488131] env[62845]: _type = "Task" [ 756.488131] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.500476] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.613051] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.614111] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.747050] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.806105] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Successfully updated port: fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.899344] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.899940] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 56 to 57 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.899940] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.007925] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.121071] env[62845]: DEBUG nova.compute.utils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.199313] env[62845]: DEBUG nova.network.neutron [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updated VIF entry in instance network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.200033] env[62845]: DEBUG nova.network.neutron [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.278633] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.309395] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.309594] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.309761] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.372381] env[62845]: DEBUG nova.compute.manager [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Received event network-vif-plugged-fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.372381] env[62845]: DEBUG oslo_concurrency.lockutils [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] Acquiring lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.372381] env[62845]: DEBUG oslo_concurrency.lockutils [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.372381] env[62845]: DEBUG oslo_concurrency.lockutils [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.372381] env[62845]: DEBUG nova.compute.manager [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] No waiting events found dispatching network-vif-plugged-fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.372559] env[62845]: WARNING nova.compute.manager [req-76d576c2-a120-4489-8495-8de614d804e3 req-80c741e6-154e-4e12-9212-15b6d55a7889 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Received unexpected event network-vif-plugged-fa2625ab-2b6f-49cf-9446-3d7d316045b2 for instance with vm_state building and task_state spawning. [ 757.413196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.647s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.416868] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.673s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.418219] env[62845]: INFO nova.compute.claims [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.438061] env[62845]: INFO nova.scheduler.client.report [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Deleted allocations for instance 7be547e3-977a-4e2e-a2a0-61876c52920f [ 757.504978] env[62845]: DEBUG oslo_vmware.api [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535785, 'name': PowerOnVM_Task, 'duration_secs': 0.663157} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.508060] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.508060] env[62845]: INFO nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Took 8.69 seconds to spawn the instance on the hypervisor. [ 757.508060] env[62845]: DEBUG nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.508060] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ee414b-cdc5-4bcf-bbb9-d98b2232ba60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.544563] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "c432556e-9980-43ad-ade5-1da925b9ae8f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.544881] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.545145] env[62845]: INFO nova.compute.manager [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Rebooting instance [ 757.624312] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.705540] env[62845]: DEBUG oslo_concurrency.lockutils [req-b7ca2dce-cddd-40cd-b3f5-a88a613234ff req-a6bb5c10-c203-4a5c-ae7e-afc7e9958e05 service nova] Releasing lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.866373] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.959583] env[62845]: DEBUG nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.964306] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29dbe7-4b0d-4e5c-9c91-a68001df6ce5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.967727] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6c851-23a5-4784-b6a5-4239cfa716b7 tempest-ServerMetadataTestJSON-1092279191 tempest-ServerMetadataTestJSON-1092279191-project-member] Lock "7be547e3-977a-4e2e-a2a0-61876c52920f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.685s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.040132] env[62845]: INFO nova.compute.manager [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Took 43.07 seconds to build instance. [ 758.074258] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.075176] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquired lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.075416] env[62845]: DEBUG nova.network.neutron [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.103458] env[62845]: DEBUG nova.network.neutron [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Updating instance_info_cache with network_info: [{"id": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "address": "fa:16:3e:06:10:81", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2625ab-2b", "ovs_interfaceid": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.482032] env[62845]: INFO nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] instance snapshotting [ 758.482127] env[62845]: WARNING nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 758.487583] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42cbebc-2ece-470c-be0e-4ba443400dbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521201] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433be2b3-b09f-421c-bf18-a6037a3fc3aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.546580] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3b7ebff0-a374-4eca-b31d-abc91a6e8fc6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.633s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.606925] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.607276] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Instance network_info: |[{"id": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "address": "fa:16:3e:06:10:81", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2625ab-2b", "ovs_interfaceid": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.607929] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:10:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa2625ab-2b6f-49cf-9446-3d7d316045b2', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.620346] env[62845]: DEBUG oslo.service.loopingcall [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.623418] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.624996] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dab4d93-8a63-4ee8-826b-7fd27bea7b50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.653268] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.653268] env[62845]: value = "task-2535786" [ 758.653268] env[62845]: _type = "Task" [ 758.653268] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.663840] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535786, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.747867] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.747867] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.747867] env[62845]: INFO nova.compute.manager [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Attaching volume 2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3 to /dev/sdb [ 758.804522] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadd882-2019-4df8-b543-72548d0a3497 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.814193] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2cd31-f21c-4f3c-b563-060bcec5ccf5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.831086] env[62845]: DEBUG nova.virt.block_device [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updating existing volume attachment record: a0f38099-1f7f-4d88-ae45-0f6feaf93016 {{(pid=62845) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.041051] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8fe08b-27d0-4046-a585-d2949516e088 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.043932] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.044274] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc12a576-da8c-4f8c-9d36-7e1073c78d84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.051077] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.061073] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dceaeef-5656-4e6e-aa9c-cdd8555471ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.065337] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 759.065337] env[62845]: value = "task-2535789" [ 759.065337] env[62845]: _type = "Task" [ 759.065337] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.104064] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a1996-d731-469a-b8e7-dab8beafb8d6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.111337] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.117418] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3498356-7971-4678-80db-12174885287d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.136566] env[62845]: DEBUG nova.compute.provider_tree [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.142726] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquiring lock "ea552a2a-9e19-4259-a723-1533d03852c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.142726] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Lock "ea552a2a-9e19-4259-a723-1533d03852c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.165666] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535786, 'name': CreateVM_Task, 'duration_secs': 0.365225} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.165844] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.166721] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.167015] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.167418] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.168081] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f28e634-f663-43ae-9f4b-b50ebb84e193 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.174954] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 759.174954] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b08f41-6d23-56c9-21e5-cb43f0ff6051" [ 759.174954] env[62845]: _type = "Task" [ 759.174954] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.184668] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b08f41-6d23-56c9-21e5-cb43f0ff6051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.189675] env[62845]: DEBUG nova.network.neutron [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.480862] env[62845]: DEBUG nova.compute.manager [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Received event network-changed-fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.481074] env[62845]: DEBUG nova.compute.manager [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Refreshing instance network info cache due to event network-changed-fa2625ab-2b6f-49cf-9446-3d7d316045b2. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.481294] env[62845]: DEBUG oslo_concurrency.lockutils [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] Acquiring lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.481524] env[62845]: DEBUG oslo_concurrency.lockutils [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] Acquired lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.481702] env[62845]: DEBUG nova.network.neutron [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Refreshing network info cache for port fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.582487] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.594307] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.643376] env[62845]: DEBUG nova.scheduler.client.report [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.690828] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b08f41-6d23-56c9-21e5-cb43f0ff6051, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.691817] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.692124] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.692630] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.692788] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.692996] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.693583] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Releasing lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.695071] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1452374c-af79-42fc-9146-25e6bc8146e4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.705774] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.705981] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.706824] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a448f4e4-5e42-4683-b1e3-952a5736bc14 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.714095] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 759.714095] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5201e7fb-aec5-9dfc-bcca-8baf18fcf6ab" [ 759.714095] env[62845]: _type = "Task" [ 759.714095] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.726696] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5201e7fb-aec5-9dfc-bcca-8baf18fcf6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.083651] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.150533] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.151390] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.157474] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.505s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.157474] env[62845]: INFO nova.compute.claims [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.206344] env[62845]: DEBUG nova.compute.manager [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.207374] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4494433-b1db-4e81-a387-c9df03fff1ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.230751] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5201e7fb-aec5-9dfc-bcca-8baf18fcf6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.234551] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a340378-1f88-4acd-ab14-a59cb73ec29a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.242425] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 760.242425] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b29945-abdc-007b-e943-b69f1b8e7a12" [ 760.242425] env[62845]: _type = "Task" [ 760.242425] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.252802] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b29945-abdc-007b-e943-b69f1b8e7a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.321100] env[62845]: DEBUG nova.network.neutron [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Updated VIF entry in instance network info cache for port fa2625ab-2b6f-49cf-9446-3d7d316045b2. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.322599] env[62845]: DEBUG nova.network.neutron [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Updating instance_info_cache with network_info: [{"id": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "address": "fa:16:3e:06:10:81", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2625ab-2b", "ovs_interfaceid": "fa2625ab-2b6f-49cf-9446-3d7d316045b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.385248] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "84451e1e-631f-4513-9ba3-b85f502c51e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.385976] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.588781] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535789, 'name': CreateSnapshot_Task, 'duration_secs': 1.034584} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.589250] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.590491] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12b53d8-162f-4aa6-8410-330a74465d7f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.670274] env[62845]: DEBUG nova.compute.utils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.676211] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.677257] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.734528] env[62845]: DEBUG nova.policy [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2eeeab72744735a41a2b98bd24b09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed1607d0ce2f4c639f896458144632b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.757917] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b29945-abdc-007b-e943-b69f1b8e7a12, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.760023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.760023] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 738d10e1-35f6-4ad4-a417-c81facf3c898/738d10e1-35f6-4ad4-a417-c81facf3c898.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.760023] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d408e850-b319-4bf9-9604-6e0307153b30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.769266] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 760.769266] env[62845]: value = "task-2535791" [ 760.769266] env[62845]: _type = "Task" [ 760.769266] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.778222] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.824550] env[62845]: DEBUG oslo_concurrency.lockutils [req-41851f0e-6f61-489b-a3f3-22c57ee63c1a req-f754b2b2-d804-447d-bfc9-1f985962e0a0 service nova] Releasing lock "refresh_cache-738d10e1-35f6-4ad4-a417-c81facf3c898" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.123761] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.124891] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-200d5c2b-3f31-4444-a7e8-5ee795117ad1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.142574] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 761.142574] env[62845]: value = "task-2535792" [ 761.142574] env[62845]: _type = "Task" [ 761.142574] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.152576] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535792, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.186262] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.244029] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da72115-6ef1-4435-824b-315c5af4264f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.255628] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Doing hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 761.255628] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e6fe38ea-15d1-4e48-b348-b89e39edebd3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.263782] env[62845]: DEBUG oslo_vmware.api [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 761.263782] env[62845]: value = "task-2535794" [ 761.263782] env[62845]: _type = "Task" [ 761.263782] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.282057] env[62845]: DEBUG oslo_vmware.api [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535794, 'name': ResetVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.291405] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.386641] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Successfully created port: e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.658748] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535792, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.777090] env[62845]: DEBUG oslo_vmware.api [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535794, 'name': ResetVM_Task, 'duration_secs': 0.173601} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.778311] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Did hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 761.778610] env[62845]: DEBUG nova.compute.manager [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.780451] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6001921-780f-40fa-9936-9b87dea60867 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.790094] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840951} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.791883] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 738d10e1-35f6-4ad4-a417-c81facf3c898/738d10e1-35f6-4ad4-a417-c81facf3c898.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.792195] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.792498] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5656c65-1a49-4578-8d61-8077c8c07b1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.804914] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 761.804914] env[62845]: value = "task-2535795" [ 761.804914] env[62845]: _type = "Task" [ 761.804914] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.823604] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.003350] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b7104-6a94-4114-b861-b8dc75c4af89 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.012329] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1a858-b280-4989-bfcb-98297eee909b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.053535] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f5afd9-a647-491a-8806-ce4e8d3b3fdf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.063958] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff377dfa-4296-42bb-b0c4-e845f439b45c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.079862] env[62845]: DEBUG nova.compute.provider_tree [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.160095] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535792, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.203680] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.225293] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.225460] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.225564] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.225752] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.226116] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.226302] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.226536] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.226707] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.226882] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.227102] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.227303] env[62845]: DEBUG nova.virt.hardware [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.228549] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7544e269-9c99-4c40-a1c0-551d40a7fc81 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.236934] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777054f4-19bd-45fc-a3b0-55581b755b8f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.303292] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e4a2ca28-63ef-454d-b348-be0158badb58 tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.758s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.315851] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124673} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.315851] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.316383] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6a0890-2d18-46f1-a662-5ef1edf02e6c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.339456] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 738d10e1-35f6-4ad4-a417-c81facf3c898/738d10e1-35f6-4ad4-a417-c81facf3c898.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.340078] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f3c867-7526-454a-9103-6f220accd025 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.360950] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 762.360950] env[62845]: value = "task-2535796" [ 762.360950] env[62845]: _type = "Task" [ 762.360950] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.368970] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.584026] env[62845]: DEBUG nova.scheduler.client.report [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.659383] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535792, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.876506] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.092131] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.092704] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.097853] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.600s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.101291] env[62845]: INFO nova.compute.claims [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.146748] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Successfully updated port: e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.162773] env[62845]: DEBUG nova.compute.manager [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Received event network-vif-plugged-e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.162773] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] Acquiring lock "abde4f42-d174-4de2-8679-1ae864414309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.162773] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] Lock "abde4f42-d174-4de2-8679-1ae864414309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.162773] env[62845]: DEBUG oslo_concurrency.lockutils [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] Lock "abde4f42-d174-4de2-8679-1ae864414309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.162773] env[62845]: DEBUG nova.compute.manager [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] No waiting events found dispatching network-vif-plugged-e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.163178] env[62845]: WARNING nova.compute.manager [req-ff137051-2e2f-4f62-8fec-e53c960dd43f req-f1580af1-978c-4661-becc-2ce8383b236e service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Received unexpected event network-vif-plugged-e4ed7736-87e8-4805-aa57-25da0d261cfa for instance with vm_state building and task_state spawning. [ 763.166922] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535792, 'name': CloneVM_Task, 'duration_secs': 1.985866} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.167186] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Created linked-clone VM from snapshot [ 763.167936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa2fe87-6dc7-4a3d-955d-26b1324294ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.177043] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Uploading image 293bd7a5-9122-4f57-a6e3-061e0bc70a9d {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.216234] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.216234] env[62845]: value = "vm-512362" [ 763.216234] env[62845]: _type = "VirtualMachine" [ 763.216234] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.216528] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8a2dac0-d90f-4f12-adf1-a38cf0042f45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.226098] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease: (returnval){ [ 763.226098] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b4007b-e1b5-240c-8160-6e54260a7ee2" [ 763.226098] env[62845]: _type = "HttpNfcLease" [ 763.226098] env[62845]: } obtained for exporting VM: (result){ [ 763.226098] env[62845]: value = "vm-512362" [ 763.226098] env[62845]: _type = "VirtualMachine" [ 763.226098] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.226469] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the lease: (returnval){ [ 763.226469] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b4007b-e1b5-240c-8160-6e54260a7ee2" [ 763.226469] env[62845]: _type = "HttpNfcLease" [ 763.226469] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.233973] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.233973] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b4007b-e1b5-240c-8160-6e54260a7ee2" [ 763.233973] env[62845]: _type = "HttpNfcLease" [ 763.233973] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.372470] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535796, 'name': ReconfigVM_Task, 'duration_secs': 0.696238} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.372828] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 738d10e1-35f6-4ad4-a417-c81facf3c898/738d10e1-35f6-4ad4-a417-c81facf3c898.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.373584] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82853502-25df-4a7c-a60e-03f2148328c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.381711] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 763.381711] env[62845]: value = "task-2535798" [ 763.381711] env[62845]: _type = "Task" [ 763.381711] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.392365] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535798, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.401036] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Volume attach. Driver type: vmdk {{(pid=62845) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 763.401036] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512360', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'name': 'volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75386726-036a-4bb8-aab0-ca4e07b6b675', 'attached_at': '', 'detached_at': '', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'serial': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 763.401345] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53c453-ac3a-42ed-b49c-11701a55cd9b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.420229] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5636986-e4e1-48fe-b72d-2196b380abcf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.424018] env[62845]: DEBUG nova.compute.manager [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.424278] env[62845]: DEBUG nova.compute.manager [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing instance network info cache due to event network-changed-cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.424422] env[62845]: DEBUG oslo_concurrency.lockutils [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] Acquiring lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.424663] env[62845]: DEBUG oslo_concurrency.lockutils [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] Acquired lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424946] env[62845]: DEBUG nova.network.neutron [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Refreshing network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.450688] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3/volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.451635] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec9e926-4370-4d1a-bbb7-642e7ee0bf13 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.472435] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Waiting for the task: (returnval){ [ 763.472435] env[62845]: value = "task-2535799" [ 763.472435] env[62845]: _type = "Task" [ 763.472435] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.483453] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.607203] env[62845]: DEBUG nova.compute.utils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.611448] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.611448] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.650537] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.650694] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650847] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.667764] env[62845]: DEBUG nova.policy [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a925c13d0d346bcbe08963f21d4668b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784d8931df384d45bbaaedb47b052bfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.736216] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.736216] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b4007b-e1b5-240c-8160-6e54260a7ee2" [ 763.736216] env[62845]: _type = "HttpNfcLease" [ 763.736216] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.736442] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.736442] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b4007b-e1b5-240c-8160-6e54260a7ee2" [ 763.736442] env[62845]: _type = "HttpNfcLease" [ 763.736442] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.737021] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73d9d9-5f6c-4681-912c-0e0189d8a9c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.745386] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.745576] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.882410] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d449939-dd17-449d-913d-6d406ccccc36 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.895043] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535798, 'name': Rename_Task, 'duration_secs': 0.192889} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.895831] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.896173] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54902d9e-5dec-4cf3-8f05-bd909650fafc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.904875] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 763.904875] env[62845]: value = "task-2535800" [ 763.904875] env[62845]: _type = "Task" [ 763.904875] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.916761] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.989284] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.091228] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Successfully created port: a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.111806] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.123072] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "c432556e-9980-43ad-ade5-1da925b9ae8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.123370] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.123641] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.123875] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.124075] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.129163] env[62845]: INFO nova.compute.manager [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Terminating instance [ 764.214680] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.316809] env[62845]: DEBUG nova.network.neutron [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updated VIF entry in instance network info cache for port cc4fd616-6c2e-4520-8c89-b23894c29a0c. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.317772] env[62845]: DEBUG nova.network.neutron [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [{"id": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "address": "fa:16:3e:87:d3:f1", "network": {"id": "f87a4100-20e3-4d22-8e9f-52f397203ddd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-759882773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64308a0ceea4f36a7f0bdae4acbee35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fd616-6c", "ovs_interfaceid": "cc4fd616-6c2e-4520-8c89-b23894c29a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.414507] env[62845]: DEBUG nova.network.neutron [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Updating instance_info_cache with network_info: [{"id": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "address": "fa:16:3e:0d:50:21", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ed7736-87", "ovs_interfaceid": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.429080] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.474480] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.474786] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.475085] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.477465] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.477465] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.478448] env[62845]: INFO nova.compute.manager [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Terminating instance [ 764.495478] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535799, 'name': ReconfigVM_Task, 'duration_secs': 0.792684} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.495897] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3/volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.505740] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fd0b95-58e5-4727-ba29-422b5148c120 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.523925] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Waiting for the task: (returnval){ [ 764.523925] env[62845]: value = "task-2535801" [ 764.523925] env[62845]: _type = "Task" [ 764.523925] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.539146] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.636250] env[62845]: DEBUG nova.compute.manager [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.637044] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.638057] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5926e2-6ed3-45fa-abee-554f00ee8708 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.650127] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.650601] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cf0967-ec52-467b-9f36-35b356e5aded {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.663016] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 764.663016] env[62845]: value = "task-2535802" [ 764.663016] env[62845]: _type = "Task" [ 764.663016] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.672697] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.740240] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1c89a-0eeb-447a-a4ed-1213e8612635 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.750309] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034dc157-d387-486c-b6ee-438d70c3b0f5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.787441] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711026f7-0623-4b1e-b3d5-67d35b27799c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.795597] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663e7e8-3c0d-4791-b88c-71fb05faaafb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.811201] env[62845]: DEBUG nova.compute.provider_tree [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.820875] env[62845]: DEBUG oslo_concurrency.lockutils [req-5daa7214-371f-4860-8b50-ccba117438cc req-be0077da-7f2c-413a-a84b-92c5e1d3b197 service nova] Releasing lock "refresh_cache-c432556e-9980-43ad-ade5-1da925b9ae8f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.919669] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.920267] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Instance network_info: |[{"id": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "address": "fa:16:3e:0d:50:21", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ed7736-87", "ovs_interfaceid": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.921051] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.921702] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:50:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4ed7736-87e8-4805-aa57-25da0d261cfa', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.929251] env[62845]: DEBUG oslo.service.loopingcall [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.929501] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.929726] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12a8ce89-54c5-4ee5-bbd1-e488d389a1e1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.949433] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.949433] env[62845]: value = "task-2535803" [ 764.949433] env[62845]: _type = "Task" [ 764.949433] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.959495] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535803, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.990605] env[62845]: DEBUG nova.compute.manager [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.991497] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.992451] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e336d51a-32a5-4370-8b0f-199b5d0c5b36 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.001602] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.002181] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2750eeed-77d5-4780-bd31-9ad5b2f2472e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.009058] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 765.009058] env[62845]: value = "task-2535804" [ 765.009058] env[62845]: _type = "Task" [ 765.009058] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.019639] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.036751] env[62845]: DEBUG oslo_vmware.api [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535801, 'name': ReconfigVM_Task, 'duration_secs': 0.195387} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.037318] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512360', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'name': 'volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75386726-036a-4bb8-aab0-ca4e07b6b675', 'attached_at': '', 'detached_at': '', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'serial': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.129369] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.173579] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535802, 'name': PowerOffVM_Task, 'duration_secs': 0.242476} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.173890] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.174070] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.174390] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2abcf4-2892-4ae4-a5f0-4cab62b929bb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.257027] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.257027] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.257027] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleting the datastore file [datastore2] c432556e-9980-43ad-ade5-1da925b9ae8f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.257027] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3390e33b-1942-400a-b36f-5421385763c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.263324] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 765.263324] env[62845]: value = "task-2535806" [ 765.263324] env[62845]: _type = "Task" [ 765.263324] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.273151] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.316339] env[62845]: DEBUG nova.scheduler.client.report [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.334888] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.335346] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.336975] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.336975] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.336975] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.336975] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.336975] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.337240] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.337240] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.337240] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.337877] env[62845]: DEBUG nova.virt.hardware [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.340086] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba42323e-2466-4f73-999c-6a39c0b2ac78 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.352730] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.354196] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a676a-48e3-444b-aa46-60ff1f0969da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.359313] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e9256-981a-4693-8317-54b818308dea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.364523] env[62845]: DEBUG nova.compute.manager [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Received event network-changed-e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.364587] env[62845]: DEBUG nova.compute.manager [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Refreshing instance network info cache due to event network-changed-e4ed7736-87e8-4805-aa57-25da0d261cfa. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.364855] env[62845]: DEBUG oslo_concurrency.lockutils [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] Acquiring lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.365011] env[62845]: DEBUG oslo_concurrency.lockutils [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] Acquired lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.365177] env[62845]: DEBUG nova.network.neutron [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Refreshing network info cache for port e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.371275] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.371494] env[62845]: ERROR oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk due to incomplete transfer. [ 765.382786] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1896f53-0534-4a90-b8e4-941a926e927d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.391464] env[62845]: DEBUG oslo_vmware.rw_handles [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277e646-7969-d612-d742-35fa02fc4155/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.391664] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Uploaded image 6e1cbd9a-446c-40e5-b681-5ef78592d5e0 to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.394049] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.394830] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57bb05a1-564d-46f2-9903-3636e0688a68 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.400996] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 765.400996] env[62845]: value = "task-2535807" [ 765.400996] env[62845]: _type = "Task" [ 765.400996] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.410015] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535807, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.418256] env[62845]: DEBUG oslo_vmware.api [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535800, 'name': PowerOnVM_Task, 'duration_secs': 1.183985} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.418526] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.418751] env[62845]: INFO nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Took 9.63 seconds to spawn the instance on the hypervisor. [ 765.418981] env[62845]: DEBUG nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.419798] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e2d29-dbc5-41cd-861c-9b02ac69b1b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.459790] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535803, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.520019] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535804, 'name': PowerOffVM_Task, 'duration_secs': 0.346918} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.520412] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.520521] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.520723] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4083d61a-a3e1-405e-9394-2773539100f8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.593482] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.593819] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.593994] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Deleting the datastore file [datastore2] 07765e55-bb9d-48e5-80a3-3ad43ca76c33 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.594731] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b5d4943-62b3-4b94-ad06-c62f8b9ca80b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.600967] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for the task: (returnval){ [ 765.600967] env[62845]: value = "task-2535809" [ 765.600967] env[62845]: _type = "Task" [ 765.600967] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.611416] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.774081] env[62845]: DEBUG oslo_vmware.api [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317475} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.774919] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Successfully updated port: a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.776598] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.776598] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.776598] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.776816] env[62845]: INFO nova.compute.manager [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 765.776851] env[62845]: DEBUG oslo.service.loopingcall [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.780030] env[62845]: DEBUG nova.compute.manager [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.780030] env[62845]: DEBUG nova.network.neutron [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.822501] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.823053] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.826088] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.642s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.826735] env[62845]: DEBUG nova.objects.instance [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lazy-loading 'resources' on Instance uuid 433a19cc-9fad-46a2-8c65-4b27a2df35b8 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.912622] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535807, 'name': Destroy_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.942286] env[62845]: INFO nova.compute.manager [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Took 46.36 seconds to build instance. [ 765.965810] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535803, 'name': CreateVM_Task, 'duration_secs': 0.514163} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.966696] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.967546] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.967754] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.968118] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.968695] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d60ccca-377f-40ed-b68a-e9c24e0b1c9c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.973763] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 765.973763] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3b528-da73-a833-4db8-df9326fbe385" [ 765.973763] env[62845]: _type = "Task" [ 765.973763] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.985871] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3b528-da73-a833-4db8-df9326fbe385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.098023] env[62845]: DEBUG nova.objects.instance [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lazy-loading 'flavor' on Instance uuid 75386726-036a-4bb8-aab0-ca4e07b6b675 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.110161] env[62845]: DEBUG oslo_vmware.api [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Task: {'id': task-2535809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383524} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.110616] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.111070] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.111384] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.113949] env[62845]: INFO nova.compute.manager [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Took 1.12 seconds to destroy the instance on the hypervisor. [ 766.113949] env[62845]: DEBUG oslo.service.loopingcall [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.113949] env[62845]: DEBUG nova.compute.manager [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.113949] env[62845]: DEBUG nova.network.neutron [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.212564] env[62845]: DEBUG nova.network.neutron [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Updated VIF entry in instance network info cache for port e4ed7736-87e8-4805-aa57-25da0d261cfa. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.212963] env[62845]: DEBUG nova.network.neutron [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Updating instance_info_cache with network_info: [{"id": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "address": "fa:16:3e:0d:50:21", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ed7736-87", "ovs_interfaceid": "e4ed7736-87e8-4805-aa57-25da0d261cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.279519] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquiring lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.279772] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquired lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.279817] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.330989] env[62845]: DEBUG nova.compute.utils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.337055] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.337055] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.386482] env[62845]: DEBUG nova.policy [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '117bb26aea3d406a84dda1fb5852f2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e3d4a61fcfc4af7938895e8d7c52d3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.417140] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535807, 'name': Destroy_Task, 'duration_secs': 0.627235} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.420098] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Destroyed the VM [ 766.420359] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.421114] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efc28282-26b2-4c49-b0ef-4945b290e130 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.428983] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 766.428983] env[62845]: value = "task-2535810" [ 766.428983] env[62845]: _type = "Task" [ 766.428983] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.440472] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.444388] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e89f9ba3-068a-4ec6-841e-89512287a4b1 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.904s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.459811] env[62845]: DEBUG nova.objects.instance [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lazy-loading 'flavor' on Instance uuid af48b1f1-23c5-4e57-b977-e19e4edaf9a6 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.486431] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3b528-da73-a833-4db8-df9326fbe385, 'name': SearchDatastore_Task, 'duration_secs': 0.015216} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.486877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.488040] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.488040] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.488040] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.488040] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.488511] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d8d4c21-7e44-4f97-aa04-2f7feb174c9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.499964] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.500171] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.500903] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45afe26c-d7e8-4ee6-bd14-fcb95ec7e30f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.507301] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 766.507301] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce0d0-b89d-bbb7-236a-9afc6625e92c" [ 766.507301] env[62845]: _type = "Task" [ 766.507301] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.517209] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce0d0-b89d-bbb7-236a-9afc6625e92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.551409] env[62845]: DEBUG nova.network.neutron [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.604015] env[62845]: DEBUG oslo_concurrency.lockutils [None req-89e32951-fb3d-4f3a-96ba-042e468b5c89 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.715462] env[62845]: DEBUG oslo_concurrency.lockutils [req-9c487f73-3abf-4871-94c6-7a7755695f7a req-e74e090b-afd3-4a1b-8f64-6a9ecafb28d7 service nova] Releasing lock "refresh_cache-abde4f42-d174-4de2-8679-1ae864414309" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.786963] env[62845]: DEBUG oslo_concurrency.lockutils [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.787237] env[62845]: DEBUG oslo_concurrency.lockutils [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.827940] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.840204] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.923390] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c7238-feed-40cd-a937-adbc628276b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.940864] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263050b0-d295-4ffc-846e-dab9e4213d8e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.955248] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.993237] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.994844] env[62845]: DEBUG oslo_concurrency.lockutils [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.995172] env[62845]: DEBUG oslo_concurrency.lockutils [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.000961] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b038e3-6a11-4710-ab3a-38cf24175ad5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.015117] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e87a0-cced-4933-9073-3de7fc2c82ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.024057] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce0d0-b89d-bbb7-236a-9afc6625e92c, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.024951] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.026342] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c628c55-5a14-46b1-850c-39c5450c7117 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.041758] env[62845]: DEBUG nova.compute.provider_tree [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.048811] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 767.048811] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52555fc2-5f2b-1889-89f2-8cf76a7f80e5" [ 767.048811] env[62845]: _type = "Task" [ 767.048811] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.058302] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52555fc2-5f2b-1889-89f2-8cf76a7f80e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.060811] env[62845]: INFO nova.compute.manager [-] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Took 1.28 seconds to deallocate network for instance. [ 767.104877] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Successfully created port: 56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.145564] env[62845]: DEBUG nova.network.neutron [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Updating instance_info_cache with network_info: [{"id": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "address": "fa:16:3e:1f:bf:2e", "network": {"id": "62ebc17e-e64e-44a3-9a7c-29118fcf18f1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1768755740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784d8931df384d45bbaaedb47b052bfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa886cec0-a9", "ovs_interfaceid": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.290443] env[62845]: INFO nova.compute.manager [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Detaching volume 2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3 [ 767.334737] env[62845]: INFO nova.virt.block_device [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Attempting to driver detach volume 2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3 from mountpoint /dev/sdb [ 767.335060] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Volume detach. Driver type: vmdk {{(pid=62845) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 767.335266] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512360', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'name': 'volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75386726-036a-4bb8-aab0-ca4e07b6b675', 'attached_at': '', 'detached_at': '', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'serial': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 767.336395] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890811f-c34e-43c4-b4c8-3e46e0aacd0b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.363416] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f13f7e-b6bf-48d5-8bc1-23fc5aae2daf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.372827] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f7d2c1-4283-4232-aa38-93455d042e4a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.395482] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b47c5d-2f0c-47ca-954a-69b7647f7aae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.413323] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] The volume has not been displaced from its original location: [datastore2] volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3/volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3.vmdk. No consolidation needed. {{(pid=62845) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 767.419164] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 767.420176] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e9797e-79a1-46f3-b2e6-c9d076139603 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.440804] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Waiting for the task: (returnval){ [ 767.440804] env[62845]: value = "task-2535811" [ 767.440804] env[62845]: _type = "Task" [ 767.440804] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.447649] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.455019] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.487656] env[62845]: DEBUG nova.network.neutron [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.514219] env[62845]: DEBUG nova.network.neutron [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.532641] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Received event network-vif-plugged-a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.532755] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Acquiring lock "cd12a654-7aef-4537-8a7d-e55f56575932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.533008] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Lock "cd12a654-7aef-4537-8a7d-e55f56575932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.533201] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Lock "cd12a654-7aef-4537-8a7d-e55f56575932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.533413] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] No waiting events found dispatching network-vif-plugged-a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.533678] env[62845]: WARNING nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Received unexpected event network-vif-plugged-a886cec0-a958-47e9-9f31-f4f5c7534c43 for instance with vm_state building and task_state spawning. [ 767.533850] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Received event network-changed-a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.534382] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Refreshing instance network info cache due to event network-changed-a886cec0-a958-47e9-9f31-f4f5c7534c43. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.534382] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Acquiring lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.561385] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52555fc2-5f2b-1889-89f2-8cf76a7f80e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.562154] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.562154] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] abde4f42-d174-4de2-8679-1ae864414309/abde4f42-d174-4de2-8679-1ae864414309.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.562438] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb22c62-e9b0-4b5c-98ea-a44c5a9119cd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.571375] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.571953] env[62845]: ERROR nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [req-bf0bfa2b-4bf8-4f73-b10f-1a51d9d465ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf0bfa2b-4bf8-4f73-b10f-1a51d9d465ef"}]} [ 767.575437] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 767.575437] env[62845]: value = "task-2535812" [ 767.575437] env[62845]: _type = "Task" [ 767.575437] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.594189] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.601651] env[62845]: DEBUG nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 767.622687] env[62845]: DEBUG nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 767.622870] env[62845]: DEBUG nova.compute.provider_tree [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.643262] env[62845]: DEBUG nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 767.649572] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Releasing lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.649914] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Instance network_info: |[{"id": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "address": "fa:16:3e:1f:bf:2e", "network": {"id": "62ebc17e-e64e-44a3-9a7c-29118fcf18f1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1768755740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784d8931df384d45bbaaedb47b052bfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa886cec0-a9", "ovs_interfaceid": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.650617] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Acquired lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.650617] env[62845]: DEBUG nova.network.neutron [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Refreshing network info cache for port a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.651688] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:bf:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a886cec0-a958-47e9-9f31-f4f5c7534c43', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.667657] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Creating folder: Project (784d8931df384d45bbaaedb47b052bfe). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.669761] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0509c56b-4b23-45d8-ad88-96b6ece54c27 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.672813] env[62845]: DEBUG nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 767.697742] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Created folder: Project (784d8931df384d45bbaaedb47b052bfe) in parent group-v512253. [ 767.697990] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Creating folder: Instances. Parent ref: group-v512364. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.698331] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63fd8912-7774-4b43-ac25-c7fdbfb50dcb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.713183] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Created folder: Instances in parent group-v512364. [ 767.713454] env[62845]: DEBUG oslo.service.loopingcall [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.714246] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.714246] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae941f6-ad48-40ce-b639-c238e79c8852 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.747224] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.747224] env[62845]: value = "task-2535815" [ 767.747224] env[62845]: _type = "Task" [ 767.747224] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.759450] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535815, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.868566] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.896022] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.896341] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.896500] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.896684] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.896835] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.896991] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.897236] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.897403] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.897581] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.897743] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.897898] env[62845]: DEBUG nova.virt.hardware [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.898815] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1509dffa-f39e-4ee8-8915-deb61c8ee360 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.909269] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545cf1d-9a1d-4081-9d24-0813dd07a328 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.949641] env[62845]: DEBUG oslo_vmware.api [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535810, 'name': RemoveSnapshot_Task, 'duration_secs': 1.091414} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.949958] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.950430] env[62845]: INFO nova.compute.manager [None req-62dcd46a-6b2d-45ca-b8e7-2ed4bc9b5463 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 18.50 seconds to snapshot the instance on the hypervisor. [ 767.962704] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535811, 'name': ReconfigVM_Task, 'duration_secs': 0.293389} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.962704] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.967989] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91d7198-84ff-4eb7-9952-15b83ecad924 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.992329] env[62845]: INFO nova.compute.manager [-] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Took 1.88 seconds to deallocate network for instance. [ 768.002360] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Waiting for the task: (returnval){ [ 768.002360] env[62845]: value = "task-2535816" [ 768.002360] env[62845]: _type = "Task" [ 768.002360] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.015864] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.093197] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.265937] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535815, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.294782] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0134cf-1e29-478a-8642-f371a2d694cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.307285] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6321bfe-1c7e-435b-924a-be3c2202b7af {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.348228] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48318bb2-c588-4c39-bbd3-93065aba59d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.360347] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a27ad70-63b7-477f-8bb4-284ecfebe878 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.377040] env[62845]: DEBUG nova.compute.provider_tree [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.428026] env[62845]: DEBUG nova.network.neutron [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.502267] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.513478] env[62845]: DEBUG oslo_vmware.api [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Task: {'id': task-2535816, 'name': ReconfigVM_Task, 'duration_secs': 0.227814} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.513753] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512360', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'name': 'volume-2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75386726-036a-4bb8-aab0-ca4e07b6b675', 'attached_at': '', 'detached_at': '', 'volume_id': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3', 'serial': '2f95d9c0-81a6-4e5c-8bca-0b9038e5e8e3'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 768.528719] env[62845]: DEBUG nova.network.neutron [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Updated VIF entry in instance network info cache for port a886cec0-a958-47e9-9f31-f4f5c7534c43. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.528719] env[62845]: DEBUG nova.network.neutron [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Updating instance_info_cache with network_info: [{"id": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "address": "fa:16:3e:1f:bf:2e", "network": {"id": "62ebc17e-e64e-44a3-9a7c-29118fcf18f1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1768755740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784d8931df384d45bbaaedb47b052bfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa886cec0-a9", "ovs_interfaceid": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.589289] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655112} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.589639] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] abde4f42-d174-4de2-8679-1ae864414309/abde4f42-d174-4de2-8679-1ae864414309.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.589902] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.590274] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81fcf5df-cf2f-43de-b253-4ed928badb68 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.599856] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 768.599856] env[62845]: value = "task-2535817" [ 768.599856] env[62845]: _type = "Task" [ 768.599856] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.616860] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.762527] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535815, 'name': CreateVM_Task, 'duration_secs': 0.624494} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.766021] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.766021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.766021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.766021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.766021] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99786d0e-8af4-4be0-8443-8d95c147c0ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.771671] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 768.771671] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c45425-404e-1d67-aefb-84c47a864035" [ 768.771671] env[62845]: _type = "Task" [ 768.771671] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.783463] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c45425-404e-1d67-aefb-84c47a864035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.882648] env[62845]: DEBUG nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.930844] env[62845]: DEBUG oslo_concurrency.lockutils [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.931018] env[62845]: DEBUG nova.compute.manager [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Inject network info {{(pid=62845) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 768.931379] env[62845]: DEBUG nova.compute.manager [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] network_info to inject: |[{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 768.944362] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfiguring VM instance to set the machine id {{(pid=62845) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 768.944362] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c72e8e1-e06e-44bf-94ce-978d1b54aab1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.962982] env[62845]: DEBUG oslo_vmware.api [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 768.962982] env[62845]: value = "task-2535818" [ 768.962982] env[62845]: _type = "Task" [ 768.962982] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.974683] env[62845]: DEBUG oslo_vmware.api [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.019981] env[62845]: DEBUG nova.compute.manager [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Received event network-vif-plugged-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.020294] env[62845]: DEBUG oslo_concurrency.lockutils [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.020561] env[62845]: DEBUG oslo_concurrency.lockutils [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.020757] env[62845]: DEBUG oslo_concurrency.lockutils [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.020957] env[62845]: DEBUG nova.compute.manager [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] No waiting events found dispatching network-vif-plugged-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.022418] env[62845]: WARNING nova.compute.manager [req-7e297148-08fe-46cf-a56e-45108a32cb8b req-6fc4d100-98c4-495a-af04-cb2c02f51d16 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Received unexpected event network-vif-plugged-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d for instance with vm_state building and task_state spawning. [ 769.032061] env[62845]: DEBUG oslo_concurrency.lockutils [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] Releasing lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.032341] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: c432556e-9980-43ad-ade5-1da925b9ae8f] Received event network-vif-deleted-cc4fd616-6c2e-4520-8c89-b23894c29a0c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.033044] env[62845]: DEBUG nova.compute.manager [req-b439f90f-2921-476a-9fcd-f9c092d416d5 req-7a9d73c8-47b2-4a16-8212-ce9e6834aadb service nova] [instance: 07765e55-bb9d-48e5-80a3-3ad43ca76c33] Received event network-vif-deleted-0b2241ad-950c-41bc-979b-b07f77e811b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.051942] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Successfully updated port: 56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.087271] env[62845]: DEBUG nova.objects.instance [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lazy-loading 'flavor' on Instance uuid 75386726-036a-4bb8-aab0-ca4e07b6b675 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.113037] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081335} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.113037] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.113504] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0063213-3dd9-4048-b3b5-8a452c2ab3cc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.119197] env[62845]: DEBUG nova.objects.instance [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lazy-loading 'flavor' on Instance uuid af48b1f1-23c5-4e57-b977-e19e4edaf9a6 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.146847] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] abde4f42-d174-4de2-8679-1ae864414309/abde4f42-d174-4de2-8679-1ae864414309.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.148097] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5995cf-236d-42d9-8661-10171dc75c7f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.174774] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 769.174774] env[62845]: value = "task-2535819" [ 769.174774] env[62845]: _type = "Task" [ 769.174774] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.189324] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.284917] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c45425-404e-1d67-aefb-84c47a864035, 'name': SearchDatastore_Task, 'duration_secs': 0.022652} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.285274] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.285550] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.285804] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.285965] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.286304] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.286600] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c829a516-f180-446d-b590-527a406209f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.298836] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.299388] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.300140] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91f710b-ac84-4cd2-93f8-d639da8a758a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.309075] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 769.309075] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521675b7-69be-4121-838f-8a52318fe7a9" [ 769.309075] env[62845]: _type = "Task" [ 769.309075] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.317198] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521675b7-69be-4121-838f-8a52318fe7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.389390] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.563s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.392410] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.073s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.392694] env[62845]: DEBUG nova.objects.instance [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lazy-loading 'resources' on Instance uuid e4f550e8-8b50-4c01-9b6c-7916ed48fa36 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.417082] env[62845]: INFO nova.scheduler.client.report [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted allocations for instance 433a19cc-9fad-46a2-8c65-4b27a2df35b8 [ 769.476690] env[62845]: DEBUG oslo_vmware.api [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.559247] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.559247] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559247] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.630429] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.630533] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649532] env[62845]: DEBUG nova.compute.manager [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.649984] env[62845]: DEBUG nova.compute.manager [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing instance network info cache due to event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.650267] env[62845]: DEBUG oslo_concurrency.lockutils [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.686700] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535819, 'name': ReconfigVM_Task, 'duration_secs': 0.387639} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.686700] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Reconfigured VM instance instance-00000024 to attach disk [datastore2] abde4f42-d174-4de2-8679-1ae864414309/abde4f42-d174-4de2-8679-1ae864414309.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.687243] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162bcac4-4d4a-406f-a418-ebccaca78d2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.694696] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 769.694696] env[62845]: value = "task-2535820" [ 769.694696] env[62845]: _type = "Task" [ 769.694696] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.704795] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535820, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.824240] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521675b7-69be-4121-838f-8a52318fe7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.825283] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e296fc2c-f284-4c4c-9709-7fe1f8b2ddb1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.839860] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 769.839860] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e983a7-d088-92c0-d45d-17dc0a1335eb" [ 769.839860] env[62845]: _type = "Task" [ 769.839860] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.858024] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e983a7-d088-92c0-d45d-17dc0a1335eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.929468] env[62845]: DEBUG oslo_concurrency.lockutils [None req-235e4d40-4608-43af-9827-23e6f4de8db1 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "433a19cc-9fad-46a2-8c65-4b27a2df35b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.220s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.976755] env[62845]: DEBUG oslo_vmware.api [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.101274] env[62845]: DEBUG oslo_concurrency.lockutils [None req-410eb953-3c7a-4f76-9119-94b5dd899205 tempest-VolumesAssistedSnapshotsTest-1348650781 tempest-VolumesAssistedSnapshotsTest-1348650781-project-admin] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.114129] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.203761] env[62845]: DEBUG nova.network.neutron [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.214785] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535820, 'name': Rename_Task, 'duration_secs': 0.219979} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.215742] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.216050] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ff3bb5-ebdf-494e-8f43-b14acc067bbb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.225502] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 770.225502] env[62845]: value = "task-2535822" [ 770.225502] env[62845]: _type = "Task" [ 770.225502] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.236772] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.294131] env[62845]: DEBUG nova.network.neutron [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updating instance_info_cache with network_info: [{"id": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "address": "fa:16:3e:19:57:be", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bcfadf-80", "ovs_interfaceid": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.354421] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e983a7-d088-92c0-d45d-17dc0a1335eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0186} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.357188] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.357456] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] cd12a654-7aef-4537-8a7d-e55f56575932/cd12a654-7aef-4537-8a7d-e55f56575932.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.357899] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b0ddf1-469c-4a71-a5bc-388a4a75682b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.366756] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 770.366756] env[62845]: value = "task-2535823" [ 770.366756] env[62845]: _type = "Task" [ 770.366756] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.377088] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.458105] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70873e6e-54e5-4f3a-967c-6630143b9b7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.471217] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe0603-13a1-40ec-ab32-b20ac3363246 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.481276] env[62845]: DEBUG oslo_vmware.api [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535818, 'name': ReconfigVM_Task, 'duration_secs': 1.213912} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.507468] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-47e8e328-a83b-4e5e-95d7-184c436e7101 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfigured VM instance to set the machine id {{(pid=62845) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 770.511500] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6992a-d9f6-4610-b5fa-b5b38b734282 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.520504] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1cbf78-95cd-47f0-9fa8-3c5514a168da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.535296] env[62845]: DEBUG nova.compute.provider_tree [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.607724] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.608037] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.608673] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.608673] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.608831] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.611418] env[62845]: INFO nova.compute.manager [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Terminating instance [ 770.738778] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535822, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.796495] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.796849] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Instance network_info: |[{"id": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "address": "fa:16:3e:19:57:be", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bcfadf-80", "ovs_interfaceid": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.800765] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:57:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56bcfadf-80bb-4459-8a6d-0dfc2be67f5d', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.810542] env[62845]: DEBUG oslo.service.loopingcall [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.810842] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.812098] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acfb1b19-a74b-42ad-91d3-d4787bbab7b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.837322] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.837322] env[62845]: value = "task-2535824" [ 770.837322] env[62845]: _type = "Task" [ 770.837322] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.847777] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535824, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.879060] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535823, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.024053] env[62845]: DEBUG nova.network.neutron [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.040012] env[62845]: DEBUG nova.scheduler.client.report [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.118186] env[62845]: DEBUG nova.compute.manager [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.118427] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.118719] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e7df38-8be6-4527-b4e5-1864b02b5e2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.126181] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 771.126181] env[62845]: value = "task-2535825" [ 771.126181] env[62845]: _type = "Task" [ 771.126181] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.135880] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.186129] env[62845]: DEBUG nova.compute.manager [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Received event network-changed-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.186254] env[62845]: DEBUG nova.compute.manager [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Refreshing instance network info cache due to event network-changed-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.186549] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Acquiring lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.186645] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Acquired lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.186796] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Refreshing network info cache for port 56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.237641] env[62845]: DEBUG oslo_vmware.api [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535822, 'name': PowerOnVM_Task, 'duration_secs': 0.609502} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.237927] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.238178] env[62845]: INFO nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Took 9.03 seconds to spawn the instance on the hypervisor. [ 771.238371] env[62845]: DEBUG nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.239206] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b2403f-62a6-4866-b567-2847150a7269 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.360635] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535824, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.384066] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702686} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.384066] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] cd12a654-7aef-4537-8a7d-e55f56575932/cd12a654-7aef-4537-8a7d-e55f56575932.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.384066] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.384341] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97fcc0a9-3e0a-44fd-bb16-a972e8c6eebe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.397013] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 771.397013] env[62845]: value = "task-2535826" [ 771.397013] env[62845]: _type = "Task" [ 771.397013] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.409519] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.495822] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "3c08855a-5a42-4495-b8b7-670504c282d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.496329] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.496756] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.496877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.497087] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.499952] env[62845]: INFO nova.compute.manager [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Terminating instance [ 771.530662] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.530965] env[62845]: DEBUG nova.compute.manager [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Inject network info {{(pid=62845) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 771.531323] env[62845]: DEBUG nova.compute.manager [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] network_info to inject: |[{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 771.537691] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfiguring VM instance to set the machine id {{(pid=62845) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 771.537691] env[62845]: DEBUG oslo_concurrency.lockutils [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.537827] env[62845]: DEBUG nova.network.neutron [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.539295] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8663247e-d914-4e6e-855d-6eadeee89ef3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.552553] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.554977] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.627s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.555261] env[62845]: DEBUG nova.objects.instance [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lazy-loading 'resources' on Instance uuid 95665ebc-a5bc-41aa-aea5-e9ba64c9039f {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.565819] env[62845]: DEBUG oslo_vmware.api [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 771.565819] env[62845]: value = "task-2535827" [ 771.565819] env[62845]: _type = "Task" [ 771.565819] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.577275] env[62845]: DEBUG oslo_vmware.api [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.578265] env[62845]: INFO nova.scheduler.client.report [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted allocations for instance e4f550e8-8b50-4c01-9b6c-7916ed48fa36 [ 771.636519] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535825, 'name': PowerOffVM_Task, 'duration_secs': 0.374802} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.636813] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.637034] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Volume detach. Driver type: vmdk {{(pid=62845) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 771.637288] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512281', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'name': 'volume-5927b083-aa53-47f4-85dc-f654142da265', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0', 'attached_at': '', 'detached_at': '', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'serial': '5927b083-aa53-47f4-85dc-f654142da265'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 771.638289] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d123e8-2e9d-45fa-bc92-28d421ef7889 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.657944] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb573a-3ff5-4416-8e29-a374dba576fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.668660] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e97116f-312b-45e5-b6b4-96e26c4dbba4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.686143] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a605b3f-cfa3-4019-b1df-c5bf0343d298 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.708064] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] The volume has not been displaced from its original location: [datastore1] volume-5927b083-aa53-47f4-85dc-f654142da265/volume-5927b083-aa53-47f4-85dc-f654142da265.vmdk. No consolidation needed. {{(pid=62845) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 771.713444] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.716716] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a340abf-78bc-433d-874c-47dfbf172e20 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.743387] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 771.743387] env[62845]: value = "task-2535828" [ 771.743387] env[62845]: _type = "Task" [ 771.743387] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.760174] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535828, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.761913] env[62845]: INFO nova.compute.manager [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Took 45.06 seconds to build instance. [ 771.850276] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535824, 'name': CreateVM_Task, 'duration_secs': 0.655962} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.850276] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.850890] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.851072] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.851395] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.852053] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096bcdbc-0872-43cd-9801-2f5217936d55 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.858471] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 771.858471] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd943e-6e31-5360-e2c7-52f05ebd3e64" [ 771.858471] env[62845]: _type = "Task" [ 771.858471] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.867375] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd943e-6e31-5360-e2c7-52f05ebd3e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.911031] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145228} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.911031] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.911721] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057e43a-2263-4e3c-9419-53f06ed87236 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.938603] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cd12a654-7aef-4537-8a7d-e55f56575932/cd12a654-7aef-4537-8a7d-e55f56575932.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.939743] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updated VIF entry in instance network info cache for port 56bcfadf-80bb-4459-8a6d-0dfc2be67f5d. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.940090] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updating instance_info_cache with network_info: [{"id": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "address": "fa:16:3e:19:57:be", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bcfadf-80", "ovs_interfaceid": "56bcfadf-80bb-4459-8a6d-0dfc2be67f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.941283] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456b2e63-b6df-4006-aa9f-9856cc38561e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.964352] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 771.964352] env[62845]: value = "task-2535829" [ 771.964352] env[62845]: _type = "Task" [ 771.964352] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.977331] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.010026] env[62845]: DEBUG nova.compute.manager [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.010026] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.010026] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0c9385-3971-4757-bc9c-6f44554432d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018083] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.018643] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77acddde-8028-432e-bf21-028e3d337ceb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.028662] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 772.028662] env[62845]: value = "task-2535830" [ 772.028662] env[62845]: _type = "Task" [ 772.028662] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.042174] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.080025] env[62845]: DEBUG oslo_vmware.api [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.086103] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c79341e-4351-4e50-a4c4-f01031a38ab4 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "e4f550e8-8b50-4c01-9b6c-7916ed48fa36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.422s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.232958] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.233511] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.233943] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.236326] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.236326] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.239349] env[62845]: INFO nova.compute.manager [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Terminating instance [ 772.262282] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.266805] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9cf1ae16-2cbf-496f-8fd1-e98c3b671910 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.530s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.374862] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd943e-6e31-5360-e2c7-52f05ebd3e64, 'name': SearchDatastore_Task, 'duration_secs': 0.046486} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.378408] env[62845]: DEBUG nova.network.neutron [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updated VIF entry in instance network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.378760] env[62845]: DEBUG nova.network.neutron [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.380015] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.380259] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.380491] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.380723] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.380908] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.381690] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9eedc4c-a699-45a1-ae7b-9271f411e169 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.397168] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.397368] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.400361] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dbc597-1b21-44c7-be2a-df760e602fd9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.411544] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 772.411544] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c6310-a7f5-f43a-7cdf-39e7ff6d9a6c" [ 772.411544] env[62845]: _type = "Task" [ 772.411544] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.427682] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c6310-a7f5-f43a-7cdf-39e7ff6d9a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015011} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.431183] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf9d44a-f61c-4c48-9dbb-37cdc6e9625b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.438041] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 772.438041] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c2b5a-d816-6e08-6e75-7b321f5f009c" [ 772.438041] env[62845]: _type = "Task" [ 772.438041] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.451132] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c2b5a-d816-6e08-6e75-7b321f5f009c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.457858] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Releasing lock "refresh_cache-ec0dc616-2abf-4550-bd19-1e7c48bcfb87" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.458192] env[62845]: DEBUG nova.compute.manager [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.458369] env[62845]: DEBUG nova.compute.manager [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing instance network info cache due to event network-changed-7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.458553] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Acquiring lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.479099] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.539751] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535830, 'name': PowerOffVM_Task, 'duration_secs': 0.389794} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.541853] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.542468] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.542691] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17dbbc6f-e0c4-404c-8245-76176f9f3c19 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.585377] env[62845]: DEBUG oslo_vmware.api [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.604156] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e0e85-1863-41e0-8404-97a5b25d896a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.612461] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed5711-6c69-4b38-89cd-7879c112f92f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.653461] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02087f-a34f-406f-841b-8c38ed47b6ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.656837] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.657115] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.657508] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleting the datastore file [datastore1] 3c08855a-5a42-4495-b8b7-670504c282d0 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.659263] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce47ad7-d769-4951-a542-446a935822c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.678385] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d048d-75a7-449c-8e8f-4273c3c46161 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.685228] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.687440] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f401be5-0e51-4216-873a-c86e8f8e7902 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.693058] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 772.693058] env[62845]: value = "task-2535832" [ 772.693058] env[62845]: _type = "Task" [ 772.693058] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.704611] env[62845]: DEBUG nova.compute.provider_tree [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.706232] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.706437] env[62845]: ERROR oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk due to incomplete transfer. [ 772.707304] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-704cb1da-f755-4a2c-ba5c-9a4204ac0e86 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.712923] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.724856] env[62845]: DEBUG oslo_vmware.rw_handles [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232a684-46b5-8526-edec-e7b3ca958753/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.726152] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Uploaded image 293bd7a5-9122-4f57-a6e3-061e0bc70a9d to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.726609] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.726860] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7ffebce-c8c7-46ec-87d6-6f2c090847f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.737966] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 772.737966] env[62845]: value = "task-2535833" [ 772.737966] env[62845]: _type = "Task" [ 772.737966] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.748282] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535833, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.751958] env[62845]: DEBUG nova.compute.manager [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.753140] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.753456] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83348cb2-a375-49b8-be49-d23db4f10485 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.762703] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.768858] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.769097] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2bf4e7-ce4d-491f-8d1b-d3c3a9d258b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.771486] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.784019] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 772.784019] env[62845]: value = "task-2535834" [ 772.784019] env[62845]: _type = "Task" [ 772.784019] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.794503] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.883238] env[62845]: DEBUG oslo_concurrency.lockutils [req-873d6824-4b51-467b-b84a-c6de2c97a5b6 req-2311fc58-3586-4ed1-b3c0-619c6f29fae3 service nova] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.883238] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Acquired lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.883238] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Refreshing network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.958023] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526c2b5a-d816-6e08-6e75-7b321f5f009c, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.958023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.958023] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] ec0dc616-2abf-4550-bd19-1e7c48bcfb87/ec0dc616-2abf-4550-bd19-1e7c48bcfb87.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.958023] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bfeec4c-2a10-47eb-8c38-2c87cffd38a6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.971900] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 772.971900] env[62845]: value = "task-2535835" [ 772.971900] env[62845]: _type = "Task" [ 772.971900] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.979451] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.986520] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.011054] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.011628] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.074432] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.075099] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.082474] env[62845]: DEBUG oslo_vmware.api [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535827, 'name': ReconfigVM_Task, 'duration_secs': 1.139337} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.082904] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2d26d7fe-0f99-4681-ba82-7c8ec116dd96 tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Reconfigured VM instance to set the machine id {{(pid=62845) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 773.204586] env[62845]: DEBUG oslo_vmware.api [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291664} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.207025] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.207025] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.207025] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.207025] env[62845]: INFO nova.compute.manager [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 773.207025] env[62845]: DEBUG oslo.service.loopingcall [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.207395] env[62845]: DEBUG nova.compute.manager [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.207395] env[62845]: DEBUG nova.network.neutron [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.213065] env[62845]: DEBUG nova.scheduler.client.report [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.250515] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535833, 'name': Destroy_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.262086] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535828, 'name': ReconfigVM_Task, 'duration_secs': 1.024409} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.262682] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.268572] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4601f377-5caa-4eae-947e-b80847a632a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.295802] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 773.295802] env[62845]: value = "task-2535836" [ 773.295802] env[62845]: _type = "Task" [ 773.295802] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.304192] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.309542] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535834, 'name': PowerOffVM_Task, 'duration_secs': 0.240818} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.313556] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.313926] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.314402] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45342236-873f-4bcb-974d-94a37e0f795d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.324038] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.446727] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.447219] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.447856] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Deleting the datastore file [datastore2] af48b1f1-23c5-4e57-b977-e19e4edaf9a6 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.448642] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b5053ef-b331-49af-80f3-bd2e661535f6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.460987] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for the task: (returnval){ [ 773.460987] env[62845]: value = "task-2535838" [ 773.460987] env[62845]: _type = "Task" [ 773.460987] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.491097] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.498683] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535829, 'name': ReconfigVM_Task, 'duration_secs': 1.18736} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.499479] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cd12a654-7aef-4537-8a7d-e55f56575932/cd12a654-7aef-4537-8a7d-e55f56575932.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.500328] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a52c0a9-5061-44b6-b21d-f20aedc80d9c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.506635] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535835, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.517091] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 773.517091] env[62845]: value = "task-2535839" [ 773.517091] env[62845]: _type = "Task" [ 773.517091] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.530162] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535839, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.719153] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.724642] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.823s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.726614] env[62845]: INFO nova.compute.claims [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.750703] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535833, 'name': Destroy_Task, 'duration_secs': 0.599334} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.751955] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updated VIF entry in instance network info cache for port 7ba422a5-f5f6-4af9-900c-aca878c4801e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.753031] env[62845]: DEBUG nova.network.neutron [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [{"id": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "address": "fa:16:3e:bb:ab:4e", "network": {"id": "269d0ced-25a7-4dd7-bb2c-d32458507007", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-89479802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2394db0801cc427483e432fedd236c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba422a5-f5", "ovs_interfaceid": "7ba422a5-f5f6-4af9-900c-aca878c4801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.754015] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Destroyed the VM [ 773.754015] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.756253] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7894bae-8a3e-448b-a9f1-7f1a9778f4f1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.763263] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 773.763263] env[62845]: value = "task-2535840" [ 773.763263] env[62845]: _type = "Task" [ 773.763263] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.769225] env[62845]: INFO nova.scheduler.client.report [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Deleted allocations for instance 95665ebc-a5bc-41aa-aea5-e9ba64c9039f [ 773.780564] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.808804] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535836, 'name': ReconfigVM_Task, 'duration_secs': 0.253779} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.808932] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512281', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'name': 'volume-5927b083-aa53-47f4-85dc-f654142da265', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0', 'attached_at': '', 'detached_at': '', 'volume_id': '5927b083-aa53-47f4-85dc-f654142da265', 'serial': '5927b083-aa53-47f4-85dc-f654142da265'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.809709] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.810078] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d42270-de1b-4368-831e-987fcae86c82 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.819137] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.819411] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e792f31b-5b80-4234-9794-d6f63b1472b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.904956] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.905621] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.906083] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Deleting the datastore file [datastore1] f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.908153] env[62845]: DEBUG nova.compute.manager [req-a1dad43d-6e45-4361-9631-a68006114202 req-2a5703fa-6628-4a70-93b1-329e3d5f906a service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Received event network-vif-deleted-0dc4d0c2-8701-4954-996e-d9506ea6eff8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.908866] env[62845]: INFO nova.compute.manager [req-a1dad43d-6e45-4361-9631-a68006114202 req-2a5703fa-6628-4a70-93b1-329e3d5f906a service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Neutron deleted interface 0dc4d0c2-8701-4954-996e-d9506ea6eff8; detaching it from the instance and deleting it from the info cache [ 773.909586] env[62845]: DEBUG nova.network.neutron [req-a1dad43d-6e45-4361-9631-a68006114202 req-2a5703fa-6628-4a70-93b1-329e3d5f906a service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.913443] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c86207fd-97bf-4ff1-b5f7-06fce8f4c37a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.925187] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for the task: (returnval){ [ 773.925187] env[62845]: value = "task-2535842" [ 773.925187] env[62845]: _type = "Task" [ 773.925187] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.931229] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.931555] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.932043] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.935604] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.935604] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.939365] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.940402] env[62845]: INFO nova.compute.manager [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Terminating instance [ 773.973423] env[62845]: DEBUG oslo_vmware.api [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Task: {'id': task-2535838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462323} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.973746] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.973948] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.974173] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.974402] env[62845]: INFO nova.compute.manager [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 773.974702] env[62845]: DEBUG oslo.service.loopingcall [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.975025] env[62845]: DEBUG nova.compute.manager [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.975025] env[62845]: DEBUG nova.network.neutron [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.993560] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773931} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.993897] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] ec0dc616-2abf-4550-bd19-1e7c48bcfb87/ec0dc616-2abf-4550-bd19-1e7c48bcfb87.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.994143] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.994427] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7db4971c-534e-4796-bbe2-1907085bd23d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.003738] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 774.003738] env[62845]: value = "task-2535843" [ 774.003738] env[62845]: _type = "Task" [ 774.003738] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.015938] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.035722] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535839, 'name': Rename_Task, 'duration_secs': 0.291911} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.038851] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.039045] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9002afbd-1b59-4d34-8fe5-0e376e898451 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.051029] env[62845]: DEBUG nova.network.neutron [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.053953] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Waiting for the task: (returnval){ [ 774.053953] env[62845]: value = "task-2535844" [ 774.053953] env[62845]: _type = "Task" [ 774.053953] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.067496] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.255331] env[62845]: DEBUG oslo_concurrency.lockutils [req-32ce91b0-931b-4ed5-9bde-5b5ffe3208ff req-2f5076f2-b1eb-406d-a22a-7301549b47a0 service nova] Releasing lock "refresh_cache-af48b1f1-23c5-4e57-b977-e19e4edaf9a6" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.273737] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.278701] env[62845]: DEBUG oslo_concurrency.lockutils [None req-bc671a0d-7f99-4b62-a05a-d93ddf7a2379 tempest-FloatingIPsAssociationTestJSON-1532887078 tempest-FloatingIPsAssociationTestJSON-1532887078-project-member] Lock "95665ebc-a5bc-41aa-aea5-e9ba64c9039f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.846s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.420012] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c5ff96f-f029-4e01-8bff-9979b07f4faa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.439031] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b906a6-3185-435f-a530-61b7972ca89e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.455394] env[62845]: DEBUG nova.compute.manager [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.455753] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.456991] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c5161-44fa-421d-8b34-b48ae336345d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.464866] env[62845]: DEBUG oslo_vmware.api [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Task: {'id': task-2535842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141953} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.465584] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.465771] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.466103] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.466493] env[62845]: INFO nova.compute.manager [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Took 3.35 seconds to destroy the instance on the hypervisor. [ 774.466648] env[62845]: DEBUG oslo.service.loopingcall [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.466877] env[62845]: DEBUG nova.compute.manager [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.466938] env[62845]: DEBUG nova.network.neutron [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.470730] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.471316] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb670f5-5324-45bc-97fb-5e6a1d365ce9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.486031] env[62845]: DEBUG nova.compute.manager [req-a1dad43d-6e45-4361-9631-a68006114202 req-2a5703fa-6628-4a70-93b1-329e3d5f906a service nova] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Detach interface failed, port_id=0dc4d0c2-8701-4954-996e-d9506ea6eff8, reason: Instance 3c08855a-5a42-4495-b8b7-670504c282d0 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.494120] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 774.494120] env[62845]: value = "task-2535845" [ 774.494120] env[62845]: _type = "Task" [ 774.494120] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.505218] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.517361] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079106} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.517361] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.518254] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548b4dc-1bff-4e03-b92e-51ba467af288 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.550889] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ec0dc616-2abf-4550-bd19-1e7c48bcfb87/ec0dc616-2abf-4550-bd19-1e7c48bcfb87.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.552153] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfbecb2-cec6-4e78-b55e-6ff813bfb01f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.570020] env[62845]: INFO nova.compute.manager [-] [instance: 3c08855a-5a42-4495-b8b7-670504c282d0] Took 1.36 seconds to deallocate network for instance. [ 774.589703] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.590064] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 774.590064] env[62845]: value = "task-2535846" [ 774.590064] env[62845]: _type = "Task" [ 774.590064] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.601706] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.776062] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535840, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.015219] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535845, 'name': PowerOffVM_Task, 'duration_secs': 0.381304} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.015219] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.015219] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.015219] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a80c90c-11e0-4168-afb1-540e317078d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.018026] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "8ec19d32-fde4-4639-b117-ac9d6831453f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.018870] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.019279] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.022513] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.022513] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.027757] env[62845]: INFO nova.compute.manager [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Terminating instance [ 775.081099] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.081439] env[62845]: DEBUG oslo_vmware.api [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Task: {'id': task-2535844, 'name': PowerOnVM_Task, 'duration_secs': 0.838552} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.081717] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.081914] env[62845]: INFO nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Took 9.95 seconds to spawn the instance on the hypervisor. [ 775.082118] env[62845]: DEBUG nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.082977] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249550c-26c1-490e-94fc-9869c4d63816 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.105263] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.105647] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.105970] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Deleting the datastore file [datastore2] 75386726-036a-4bb8-aab0-ca4e07b6b675 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.114674] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52195d2-13c9-481b-8cc1-e89a25c57ea5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.117361] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535846, 'name': ReconfigVM_Task, 'duration_secs': 0.5229} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.118616] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ec0dc616-2abf-4550-bd19-1e7c48bcfb87/ec0dc616-2abf-4550-bd19-1e7c48bcfb87.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.120511] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4cd9966-7e7d-4ff2-902f-be20c87f37c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.126097] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for the task: (returnval){ [ 775.126097] env[62845]: value = "task-2535848" [ 775.126097] env[62845]: _type = "Task" [ 775.126097] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.131026] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 775.131026] env[62845]: value = "task-2535849" [ 775.131026] env[62845]: _type = "Task" [ 775.131026] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.141512] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.150327] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535849, 'name': Rename_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.282272] env[62845]: DEBUG oslo_vmware.api [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535840, 'name': RemoveSnapshot_Task, 'duration_secs': 1.290293} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.282619] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 775.282860] env[62845]: INFO nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 775.343859] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d7d9e-160c-470c-9b23-4eb0ea9e59db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.353224] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a552bb-0806-47cc-bef3-268bb6d998e1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.401293] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ded00-1e2a-4602-bdc4-ed0d896751d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.410260] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62637aa6-57f8-4b35-8202-8936e0901e88 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.416949] env[62845]: DEBUG nova.compute.manager [req-7b92d491-0397-4052-a145-e9f8028ac072 req-349a79f3-d249-4d0e-bd22-7a16c7d3cb5a service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Received event network-vif-deleted-7ba422a5-f5f6-4af9-900c-aca878c4801e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.417190] env[62845]: INFO nova.compute.manager [req-7b92d491-0397-4052-a145-e9f8028ac072 req-349a79f3-d249-4d0e-bd22-7a16c7d3cb5a service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Neutron deleted interface 7ba422a5-f5f6-4af9-900c-aca878c4801e; detaching it from the instance and deleting it from the info cache [ 775.417390] env[62845]: DEBUG nova.network.neutron [req-7b92d491-0397-4052-a145-e9f8028ac072 req-349a79f3-d249-4d0e-bd22-7a16c7d3cb5a service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.431554] env[62845]: DEBUG nova.compute.provider_tree [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.482557] env[62845]: DEBUG nova.network.neutron [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.536144] env[62845]: DEBUG nova.compute.manager [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.536144] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.537315] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99d664-91dc-40b6-b05f-7827f2834aec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.546299] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.546830] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b0ac9ed-3ff3-438f-9bc8-fe3d7e5166fb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.614294] env[62845]: INFO nova.compute.manager [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Took 43.99 seconds to build instance. [ 775.638119] env[62845]: DEBUG oslo_vmware.api [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Task: {'id': task-2535848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245598} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.638794] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.638976] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.639213] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.639402] env[62845]: INFO nova.compute.manager [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Took 1.18 seconds to destroy the instance on the hypervisor. [ 775.639733] env[62845]: DEBUG oslo.service.loopingcall [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.640735] env[62845]: DEBUG nova.compute.manager [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.640874] env[62845]: DEBUG nova.network.neutron [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.651550] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535849, 'name': Rename_Task, 'duration_secs': 0.172442} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.653639] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.654054] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.654303] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.654551] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleting the datastore file [datastore1] 8ec19d32-fde4-4639-b117-ac9d6831453f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.655319] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5184337-4794-487c-b183-7501a49d2d5e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.657734] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c50d543c-e1c0-41cd-972b-b89db116acde {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.668153] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 775.668153] env[62845]: value = "task-2535851" [ 775.668153] env[62845]: _type = "Task" [ 775.668153] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.668504] env[62845]: DEBUG oslo_vmware.api [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 775.668504] env[62845]: value = "task-2535852" [ 775.668504] env[62845]: _type = "Task" [ 775.668504] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.680614] env[62845]: DEBUG oslo_vmware.api [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.683825] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.794517] env[62845]: DEBUG nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Instance disappeared during snapshot {{(pid=62845) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 775.817480] env[62845]: DEBUG nova.compute.manager [None req-fedc5b56-756b-4aa9-a74b-cb2f3cfd32cc tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image not found during clean up 293bd7a5-9122-4f57-a6e3-061e0bc70a9d {{(pid=62845) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 775.923104] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3120a68-d427-4a43-ae16-ffd8e63e97ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.934819] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4bd977-30e8-40da-8bfb-f2203d39e6f5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.974745] env[62845]: DEBUG nova.compute.manager [req-7b92d491-0397-4052-a145-e9f8028ac072 req-349a79f3-d249-4d0e-bd22-7a16c7d3cb5a service nova] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Detach interface failed, port_id=7ba422a5-f5f6-4af9-900c-aca878c4801e, reason: Instance af48b1f1-23c5-4e57-b977-e19e4edaf9a6 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 775.976052] env[62845]: ERROR nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [req-fcca6dbd-5d9b-428d-b331-8a05cbcf47d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcca6dbd-5d9b-428d-b331-8a05cbcf47d8"}]} [ 775.984476] env[62845]: INFO nova.compute.manager [-] [instance: af48b1f1-23c5-4e57-b977-e19e4edaf9a6] Took 2.01 seconds to deallocate network for instance. [ 775.995913] env[62845]: DEBUG nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 776.003322] env[62845]: DEBUG nova.network.neutron [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.011646] env[62845]: DEBUG nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 776.011902] env[62845]: DEBUG nova.compute.provider_tree [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.026166] env[62845]: DEBUG nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 776.050484] env[62845]: DEBUG nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 776.117667] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5029e907-708c-4632-ab11-630e1c17ca2c tempest-ServersTestManualDisk-118697146 tempest-ServersTestManualDisk-118697146-project-member] Lock "cd12a654-7aef-4537-8a7d-e55f56575932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.835s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.129438] env[62845]: DEBUG nova.compute.manager [req-bd6e8156-7e31-469b-9e60-cb27bbca121b req-4686e3a2-92a6-41ac-9333-ce75ef12498f service nova] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Received event network-vif-deleted-7e19d8de-b97d-4e89-9d9a-e424ccb693dd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.189292] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.189611] env[62845]: DEBUG oslo_vmware.api [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2535852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280303} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.196024] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.196024] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.196024] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.196024] env[62845]: INFO nova.compute.manager [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Took 0.66 seconds to destroy the instance on the hypervisor. [ 776.196024] env[62845]: DEBUG oslo.service.loopingcall [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.196024] env[62845]: DEBUG nova.compute.manager [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.196346] env[62845]: DEBUG nova.network.neutron [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.259607] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.259850] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.495853] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.503444] env[62845]: INFO nova.compute.manager [-] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Took 2.04 seconds to deallocate network for instance. [ 776.619399] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.649214] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a37e3-5a70-4607-9054-389ebb2de1b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.658630] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ef2d80-5893-4336-b793-5b3e77207707 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.700867] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836c0f6-f41b-41c0-bfe4-b9e1e851007b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.712240] env[62845]: DEBUG oslo_vmware.api [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535851, 'name': PowerOnVM_Task, 'duration_secs': 0.684697} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.713587] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa928585-28cf-432a-8d42-7209d7342837 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.717517] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.717664] env[62845]: INFO nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Took 8.85 seconds to spawn the instance on the hypervisor. [ 776.717839] env[62845]: DEBUG nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.718595] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b18bd6-953b-4157-b21b-2b3d45290085 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.731835] env[62845]: DEBUG nova.compute.provider_tree [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.010376] env[62845]: DEBUG nova.network.neutron [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.088522] env[62845]: INFO nova.compute.manager [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Took 0.58 seconds to detach 1 volumes for instance. [ 777.095306] env[62845]: DEBUG nova.compute.manager [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] [instance: f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0] Deleting volume: 5927b083-aa53-47f4-85dc-f654142da265 {{(pid=62845) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 777.119326] env[62845]: DEBUG nova.network.neutron [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.158951] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.249781] env[62845]: INFO nova.compute.manager [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Took 40.77 seconds to build instance. [ 777.288847] env[62845]: DEBUG nova.scheduler.client.report [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 777.289329] env[62845]: DEBUG nova.compute.provider_tree [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 62 to 63 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 777.290030] env[62845]: DEBUG nova.compute.provider_tree [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.322872] env[62845]: DEBUG oslo_concurrency.lockutils [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.323215] env[62845]: DEBUG oslo_concurrency.lockutils [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.323372] env[62845]: DEBUG nova.compute.manager [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.324616] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bda19-34d4-499c-825f-d70c64983fe4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.332877] env[62845]: DEBUG nova.compute.manager [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62845) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 777.333492] env[62845]: DEBUG nova.objects.instance [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'flavor' on Instance uuid 6659bfa5-3c32-42fa-9c62-967bc5e0e69a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.454895] env[62845]: DEBUG nova.compute.manager [req-4e48a706-daa1-41e3-8214-ba1d72498b97 req-65b190b6-da52-4a45-a51c-77d4bc1aaefd service nova] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Received event network-vif-deleted-ceb82cf5-3fc7-43f9-ab4b-2a68d66b4286 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.512671] env[62845]: INFO nova.compute.manager [-] [instance: 8ec19d32-fde4-4639-b117-ac9d6831453f] Took 1.32 seconds to deallocate network for instance. [ 777.623115] env[62845]: INFO nova.compute.manager [-] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Took 1.98 seconds to deallocate network for instance. [ 777.670077] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.751807] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b987cf29-425a-4b9b-a94f-86bfbae5f2b1 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.707s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.798642] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.073s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.798642] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.801193] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.102s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.802567] env[62845]: INFO nova.compute.claims [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.020883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.129838] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.204953] env[62845]: DEBUG nova.compute.manager [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: 75386726-036a-4bb8-aab0-ca4e07b6b675] Received event network-vif-deleted-6f5c2af1-2e6c-41b5-a5ea-7a620091d39a {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.204953] env[62845]: DEBUG nova.compute.manager [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Received event network-changed-a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.204953] env[62845]: DEBUG nova.compute.manager [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Refreshing instance network info cache due to event network-changed-a886cec0-a958-47e9-9f31-f4f5c7534c43. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.205159] env[62845]: DEBUG oslo_concurrency.lockutils [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] Acquiring lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.205299] env[62845]: DEBUG oslo_concurrency.lockutils [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] Acquired lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.205519] env[62845]: DEBUG nova.network.neutron [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Refreshing network info cache for port a886cec0-a958-47e9-9f31-f4f5c7534c43 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.256553] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.307869] env[62845]: DEBUG nova.compute.utils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.311175] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.311322] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.342706] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.343262] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec892c69-2268-4b55-a42e-e24c65ef0bc1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.353468] env[62845]: DEBUG oslo_vmware.api [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 778.353468] env[62845]: value = "task-2535854" [ 778.353468] env[62845]: _type = "Task" [ 778.353468] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.362838] env[62845]: DEBUG oslo_vmware.api [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.366353] env[62845]: DEBUG nova.policy [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7922400edc6940babbb8f9c7d275a07f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7800fc690456467eb01d1de60b47b2ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.683125] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Successfully created port: 3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.789851] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.812429] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.864891] env[62845]: DEBUG oslo_vmware.api [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535854, 'name': PowerOffVM_Task, 'duration_secs': 0.432817} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.865977] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.866300] env[62845]: DEBUG nova.compute.manager [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.867228] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb8a7d-12c7-4942-b614-32c29609c485 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.073208] env[62845]: DEBUG nova.network.neutron [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Updated VIF entry in instance network info cache for port a886cec0-a958-47e9-9f31-f4f5c7534c43. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.073830] env[62845]: DEBUG nova.network.neutron [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] [instance: cd12a654-7aef-4537-8a7d-e55f56575932] Updating instance_info_cache with network_info: [{"id": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "address": "fa:16:3e:1f:bf:2e", "network": {"id": "62ebc17e-e64e-44a3-9a7c-29118fcf18f1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1768755740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784d8931df384d45bbaaedb47b052bfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa886cec0-a9", "ovs_interfaceid": "a886cec0-a958-47e9-9f31-f4f5c7534c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.170801] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.170987] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.171483] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.171483] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.171711] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.173990] env[62845]: INFO nova.compute.manager [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Terminating instance [ 779.187652] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.187652] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.389580] env[62845]: DEBUG oslo_concurrency.lockutils [None req-12b2bb8a-163b-40ca-9c8e-bebcde016e0d tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.398454] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7982c-ce71-40e1-8b8f-9043340ba397 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.407425] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfdfc2-920e-4cbb-81ea-738248040831 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.440752] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a7599-da75-46fa-99b9-e99e22b06ade {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.451158] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05025ac7-9c4f-43f4-bdc0-e993c1fecff3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.466054] env[62845]: DEBUG nova.compute.provider_tree [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.577526] env[62845]: DEBUG oslo_concurrency.lockutils [req-299ea41b-4ea4-4d75-9115-e3a1cd1d0f63 req-7d463efa-65ee-4489-8daa-2b3fd6795252 service nova] Releasing lock "refresh_cache-cd12a654-7aef-4537-8a7d-e55f56575932" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.681014] env[62845]: DEBUG nova.compute.manager [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.681362] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.682336] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7df3e3-9adc-4168-b589-ac7ed91cc9e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.690455] env[62845]: DEBUG nova.compute.utils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.693854] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.694311] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1e4d2c-6bd8-40f0-a231-46c67fec436c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.702088] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 779.702088] env[62845]: value = "task-2535855" [ 779.702088] env[62845]: _type = "Task" [ 779.702088] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.712764] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.828074] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.859363] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.859617] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.859773] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.859954] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.860114] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.860396] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.860460] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.860606] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.860767] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.860928] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.861121] env[62845]: DEBUG nova.virt.hardware [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.862066] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e9860-150b-4abe-95c7-df6728670ad1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.872647] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8918902-3e1b-4640-a25d-a36415991af8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.968909] env[62845]: DEBUG nova.scheduler.client.report [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.196877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.213733] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535855, 'name': PowerOffVM_Task, 'duration_secs': 0.425107} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.215073] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.215280] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.215535] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4838d893-57aa-408f-bb2b-b733127487eb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.309629] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.309866] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.310071] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Deleting the datastore file [datastore2] f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.310420] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1bb275d-c77d-4c3a-be1c-3b6de11a5490 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.322443] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for the task: (returnval){ [ 780.322443] env[62845]: value = "task-2535857" [ 780.322443] env[62845]: _type = "Task" [ 780.322443] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.337074] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.475160] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.475540] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.478822] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.608s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.511287] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Successfully updated port: 3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.676104] env[62845]: DEBUG nova.compute.manager [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Received event network-vif-plugged-3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.676335] env[62845]: DEBUG oslo_concurrency.lockutils [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] Acquiring lock "2d5d528e-97d5-4989-8352-7c8d36e52331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.676538] env[62845]: DEBUG oslo_concurrency.lockutils [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] Lock "2d5d528e-97d5-4989-8352-7c8d36e52331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.676747] env[62845]: DEBUG oslo_concurrency.lockutils [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] Lock "2d5d528e-97d5-4989-8352-7c8d36e52331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.676858] env[62845]: DEBUG nova.compute.manager [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] No waiting events found dispatching network-vif-plugged-3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.677267] env[62845]: WARNING nova.compute.manager [req-56b2c8cf-d6b5-4ff8-bf71-5f8e00c6addd req-d44a2cf8-2ca1-400a-82c5-691f6259e6a0 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Received unexpected event network-vif-plugged-3d72cc86-9881-44c3-81cd-df771136d3bf for instance with vm_state building and task_state spawning. [ 780.741640] env[62845]: DEBUG nova.objects.instance [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'flavor' on Instance uuid 6659bfa5-3c32-42fa-9c62-967bc5e0e69a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.833153] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.993972] env[62845]: DEBUG nova.compute.utils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.995662] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.995890] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.015212] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquiring lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.017019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquired lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.017019] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.072915] env[62845]: DEBUG nova.policy [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e28de96a5242aa9c6b3006ede235ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64eeb652fcb14708a1bce0fd3f0d5664', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.249799] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.249799] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquired lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.249987] env[62845]: DEBUG nova.network.neutron [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.250084] env[62845]: DEBUG nova.objects.instance [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'info_cache' on Instance uuid 6659bfa5-3c32-42fa-9c62-967bc5e0e69a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.284337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.285960] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.286070] env[62845]: INFO nova.compute.manager [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Attaching volume 8fbd6e39-40b5-4f72-a8f6-118a8b706ad8 to /dev/sdb [ 781.335453] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.343723] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d1241-8301-4dd0-aa0c-3c67c5af647f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.352341] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c19dc-f95b-4f45-898f-a83dbb7b8899 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.373422] env[62845]: DEBUG nova.virt.block_device [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updating existing volume attachment record: cb7733c3-3747-476f-a29d-38aa98b70344 {{(pid=62845) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 781.500701] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.522821] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance bc436e06-4a52-4fcf-926b-c5e80c77014a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.522995] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 07765e55-bb9d-48e5-80a3-3ad43ca76c33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.523241] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance af48b1f1-23c5-4e57-b977-e19e4edaf9a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.523610] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 81d36cda-0337-478d-a4de-74a52917bcdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.523610] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 75386726-036a-4bb8-aab0-ca4e07b6b675 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.523610] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance a50a8b4e-3889-4240-bd9f-8bdb6298f990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.524064] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.524064] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.524064] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.524064] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 3c08855a-5a42-4495-b8b7-670504c282d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.524190] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.524308] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 023d78c8-6fc0-43ca-9b39-2da69063a440 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.524385] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 789f6fe4-d124-4483-aa3b-747aa8b6319a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.525902] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.525902] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 8ec19d32-fde4-4639-b117-ac9d6831453f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.525902] env[62845]: WARNING nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance c432556e-9980-43ad-ade5-1da925b9ae8f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.525902] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 6659bfa5-3c32-42fa-9c62-967bc5e0e69a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526126] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 738d10e1-35f6-4ad4-a417-c81facf3c898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526126] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance abde4f42-d174-4de2-8679-1ae864414309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526126] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance cd12a654-7aef-4537-8a7d-e55f56575932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526126] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance ec0dc616-2abf-4550-bd19-1e7c48bcfb87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526235] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 2d5d528e-97d5-4989-8352-7c8d36e52331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.526235] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 74de7b85-13d0-4785-aa3c-204678d5d821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.588858] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Successfully created port: e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.604620] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.759421] env[62845]: DEBUG nova.objects.base [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Object Instance<6659bfa5-3c32-42fa-9c62-967bc5e0e69a> lazy-loaded attributes: flavor,info_cache {{(pid=62845) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 781.836744] env[62845]: DEBUG oslo_vmware.api [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Task: {'id': task-2535857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.051933} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.838929] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.839149] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.839377] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.839583] env[62845]: INFO nova.compute.manager [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Took 2.16 seconds to destroy the instance on the hypervisor. [ 781.839825] env[62845]: DEBUG oslo.service.loopingcall [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.840021] env[62845]: DEBUG nova.compute.manager [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.840113] env[62845]: DEBUG nova.network.neutron [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.873233] env[62845]: DEBUG nova.network.neutron [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Updating instance_info_cache with network_info: [{"id": "3d72cc86-9881-44c3-81cd-df771136d3bf", "address": "fa:16:3e:ed:35:9c", "network": {"id": "2b57108c-974d-4f01-af7f-aa49e8952de9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-202801990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800fc690456467eb01d1de60b47b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d72cc86-98", "ovs_interfaceid": "3d72cc86-9881-44c3-81cd-df771136d3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.030932] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 178863f8-f026-4a5d-8960-2dc5eed2182d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.116304] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "b95021ba-7e83-4d8e-9151-19899cd94524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.116304] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.378635] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Releasing lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.378973] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Instance network_info: |[{"id": "3d72cc86-9881-44c3-81cd-df771136d3bf", "address": "fa:16:3e:ed:35:9c", "network": {"id": "2b57108c-974d-4f01-af7f-aa49e8952de9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-202801990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800fc690456467eb01d1de60b47b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d72cc86-98", "ovs_interfaceid": "3d72cc86-9881-44c3-81cd-df771136d3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.379774] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:35:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d72cc86-9881-44c3-81cd-df771136d3bf', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.388503] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Creating folder: Project (7800fc690456467eb01d1de60b47b2ac). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.389882] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb9cbc6-96b8-416b-9a43-4edae4244f39 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.404283] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Created folder: Project (7800fc690456467eb01d1de60b47b2ac) in parent group-v512253. [ 782.404482] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Creating folder: Instances. Parent ref: group-v512370. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.404750] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfe61a69-513d-484a-a043-7f50cce05b3f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.418222] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Created folder: Instances in parent group-v512370. [ 782.418496] env[62845]: DEBUG oslo.service.loopingcall [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.418697] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.418905] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671bbcd2-80b9-49ae-aad7-7308f03b53f5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.444920] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.444920] env[62845]: value = "task-2535863" [ 782.444920] env[62845]: _type = "Task" [ 782.444920] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.457701] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535863, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.514030] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.534140] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 9e201354-6555-4ec7-861c-5169330256d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.550283] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.550541] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.550729] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.551338] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.553202] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.553421] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.553645] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.553847] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.554034] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.554206] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.554206] env[62845]: DEBUG nova.virt.hardware [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.555550] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce74daf9-8f74-4791-bed4-2934a62416f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.565714] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc703c5c-599a-421b-a8da-761c56282a6c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.575031] env[62845]: DEBUG nova.network.neutron [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updating instance_info_cache with network_info: [{"id": "976d915a-0290-4de6-8537-03245015ab78", "address": "fa:16:3e:ca:46:38", "network": {"id": "48b6cc44-e7b5-46fb-9eab-6b9d4cd38d19", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2093276780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed1607d0ce2f4c639f896458144632b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976d915a-02", "ovs_interfaceid": "976d915a-0290-4de6-8537-03245015ab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.724186] env[62845]: DEBUG nova.compute.manager [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Received event network-changed-3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.724867] env[62845]: DEBUG nova.compute.manager [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Refreshing instance network info cache due to event network-changed-3d72cc86-9881-44c3-81cd-df771136d3bf. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.725241] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] Acquiring lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.725498] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] Acquired lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.725775] env[62845]: DEBUG nova.network.neutron [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Refreshing network info cache for port 3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.946534] env[62845]: DEBUG nova.network.neutron [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.958599] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535863, 'name': CreateVM_Task, 'duration_secs': 0.366827} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.958599] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.958599] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.958825] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.960686] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.960686] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64862eaf-2851-44f1-8973-b64d62e97651 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.965542] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 782.965542] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dfb662-bc61-1a16-4704-822488af9699" [ 782.965542] env[62845]: _type = "Task" [ 782.965542] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.979123] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dfb662-bc61-1a16-4704-822488af9699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.037982] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance edad3cc5-325b-42ca-b6df-d85f46e0cefe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.077506] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Releasing lock "refresh_cache-6659bfa5-3c32-42fa-9c62-967bc5e0e69a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.213933] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Successfully updated port: e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.429185] env[62845]: DEBUG nova.network.neutron [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Updated VIF entry in instance network info cache for port 3d72cc86-9881-44c3-81cd-df771136d3bf. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.429555] env[62845]: DEBUG nova.network.neutron [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Updating instance_info_cache with network_info: [{"id": "3d72cc86-9881-44c3-81cd-df771136d3bf", "address": "fa:16:3e:ed:35:9c", "network": {"id": "2b57108c-974d-4f01-af7f-aa49e8952de9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-202801990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800fc690456467eb01d1de60b47b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d72cc86-98", "ovs_interfaceid": "3d72cc86-9881-44c3-81cd-df771136d3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.452025] env[62845]: INFO nova.compute.manager [-] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Took 1.61 seconds to deallocate network for instance. [ 783.476802] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dfb662-bc61-1a16-4704-822488af9699, 'name': SearchDatastore_Task, 'duration_secs': 0.031131} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.477119] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.477359] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.477590] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.477734] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.477912] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.478213] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4da0ac8f-a42e-4fe6-ad6e-59c6da043d45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.492262] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.492479] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.493439] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d118ea8-ae6d-415e-bf52-7f221caa2b53 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.500006] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 783.500006] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a5d971-5f4d-3143-afae-a2c69e6fede3" [ 783.500006] env[62845]: _type = "Task" [ 783.500006] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.509080] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a5d971-5f4d-3143-afae-a2c69e6fede3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.545520] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 5b5ed669-e85a-4b19-917d-04b5e6b02241 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.718439] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.718439] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.718439] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.932637] env[62845]: DEBUG oslo_concurrency.lockutils [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] Releasing lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.933915] env[62845]: DEBUG nova.compute.manager [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Received event network-vif-deleted-6a135257-1bb0-441d-a799-d16cdb50bb63 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.933915] env[62845]: INFO nova.compute.manager [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Neutron deleted interface 6a135257-1bb0-441d-a799-d16cdb50bb63; detaching it from the instance and deleting it from the info cache [ 783.933915] env[62845]: DEBUG nova.network.neutron [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.959086] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.012182] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a5d971-5f4d-3143-afae-a2c69e6fede3, 'name': SearchDatastore_Task, 'duration_secs': 0.048588} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.013130] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d56b89e-fc97-47e8-82bb-a6e3b83e4d08 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.020049] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 784.020049] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52181879-1002-831b-ecb8-a2e780ef4171" [ 784.020049] env[62845]: _type = "Task" [ 784.020049] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.029212] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52181879-1002-831b-ecb8-a2e780ef4171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.048271] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 160beb99-bc79-4a6b-a566-c0e1f276f32e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.086370] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.086690] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bffeec4d-a776-4104-a318-2305137456a8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.096424] env[62845]: DEBUG oslo_vmware.api [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 784.096424] env[62845]: value = "task-2535865" [ 784.096424] env[62845]: _type = "Task" [ 784.096424] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.105584] env[62845]: DEBUG oslo_vmware.api [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.254611] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.392150] env[62845]: DEBUG nova.network.neutron [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Updating instance_info_cache with network_info: [{"id": "e292a242-189e-4529-8624-9ad869a814c9", "address": "fa:16:3e:f6:c9:d1", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape292a242-18", "ovs_interfaceid": "e292a242-189e-4529-8624-9ad869a814c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.435732] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a7f89c4-5ec0-4005-a327-592f2b4b2025 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.448210] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96346dd2-96f7-4edd-8b2c-72ede4e4baa4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.484109] env[62845]: DEBUG nova.compute.manager [req-a2c3b72b-3daa-4478-872f-5dd33345f444 req-ca5d7fb4-7b41-4ecf-8a7b-2014707f5d60 service nova] [instance: f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7] Detach interface failed, port_id=6a135257-1bb0-441d-a799-d16cdb50bb63, reason: Instance f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 784.530835] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52181879-1002-831b-ecb8-a2e780ef4171, 'name': SearchDatastore_Task, 'duration_secs': 0.027989} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.531155] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.531426] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 2d5d528e-97d5-4989-8352-7c8d36e52331/2d5d528e-97d5-4989-8352-7c8d36e52331.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.531746] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bec8abb-98e7-4b5d-90de-f3b7f9b44b45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.540390] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 784.540390] env[62845]: value = "task-2535866" [ 784.540390] env[62845]: _type = "Task" [ 784.540390] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.548897] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.551744] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 0fe56218-3b4f-4996-905f-074815168efd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.607953] env[62845]: DEBUG oslo_vmware.api [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535865, 'name': PowerOnVM_Task, 'duration_secs': 0.392784} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.608345] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.608680] env[62845]: DEBUG nova.compute.manager [None req-0f867afe-8a63-4fff-87ca-8e937508e2cd tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.609521] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f153c7-adc3-4f13-8277-40ee926a8ef6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.807166] env[62845]: DEBUG nova.compute.manager [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Received event network-vif-plugged-e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.807166] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Acquiring lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.807166] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.807166] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.807500] env[62845]: DEBUG nova.compute.manager [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] No waiting events found dispatching network-vif-plugged-e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.807536] env[62845]: WARNING nova.compute.manager [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Received unexpected event network-vif-plugged-e292a242-189e-4529-8624-9ad869a814c9 for instance with vm_state building and task_state spawning. [ 784.807680] env[62845]: DEBUG nova.compute.manager [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Received event network-changed-e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.807830] env[62845]: DEBUG nova.compute.manager [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Refreshing instance network info cache due to event network-changed-e292a242-189e-4529-8624-9ad869a814c9. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.808032] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Acquiring lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.894816] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.895296] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Instance network_info: |[{"id": "e292a242-189e-4529-8624-9ad869a814c9", "address": "fa:16:3e:f6:c9:d1", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape292a242-18", "ovs_interfaceid": "e292a242-189e-4529-8624-9ad869a814c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.895703] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Acquired lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.895905] env[62845]: DEBUG nova.network.neutron [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Refreshing network info cache for port e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.897257] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c9:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e292a242-189e-4529-8624-9ad869a814c9', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.906028] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Creating folder: Project (64eeb652fcb14708a1bce0fd3f0d5664). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.907185] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2ae7069-e07f-4de6-88b7-73645d26ce94 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.920887] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Created folder: Project (64eeb652fcb14708a1bce0fd3f0d5664) in parent group-v512253. [ 784.921115] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Creating folder: Instances. Parent ref: group-v512373. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.921419] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794bc720-f331-4f39-8680-698a52a075c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.934773] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Created folder: Instances in parent group-v512373. [ 784.935254] env[62845]: DEBUG oslo.service.loopingcall [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.935506] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.935816] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-078d7a54-eb16-4d64-9ae3-695a50244f49 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.971331] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.971331] env[62845]: value = "task-2535869" [ 784.971331] env[62845]: _type = "Task" [ 784.971331] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.986671] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535869, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.053219] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535866, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.055241] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance ea552a2a-9e19-4259-a723-1533d03852c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.482118] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535869, 'name': CreateVM_Task, 'duration_secs': 0.413825} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.482301] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.483025] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.483157] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.483488] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.484225] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86fe462-8fa2-4444-9d2b-3e626533c0f6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.489071] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 785.489071] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce7a0-af15-d16a-a799-0245fb18f0c5" [ 785.489071] env[62845]: _type = "Task" [ 785.489071] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.499985] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce7a0-af15-d16a-a799-0245fb18f0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.509170] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.509413] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.509591] env[62845]: DEBUG nova.compute.manager [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.510415] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909b2ab-0a8a-428e-b9a1-c94cb13a7112 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.520012] env[62845]: DEBUG nova.compute.manager [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62845) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 785.520572] env[62845]: DEBUG nova.objects.instance [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lazy-loading 'flavor' on Instance uuid 789f6fe4-d124-4483-aa3b-747aa8b6319a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.551697] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525099} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.551962] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 2d5d528e-97d5-4989-8352-7c8d36e52331/2d5d528e-97d5-4989-8352-7c8d36e52331.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.552198] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.552444] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58bfa0d2-1032-4743-9b58-e078395a312a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.558717] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 84451e1e-631f-4513-9ba3-b85f502c51e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.561286] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 785.561286] env[62845]: value = "task-2535870" [ 785.561286] env[62845]: _type = "Task" [ 785.561286] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.573614] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.639945] env[62845]: DEBUG nova.network.neutron [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Updated VIF entry in instance network info cache for port e292a242-189e-4529-8624-9ad869a814c9. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.640436] env[62845]: DEBUG nova.network.neutron [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Updating instance_info_cache with network_info: [{"id": "e292a242-189e-4529-8624-9ad869a814c9", "address": "fa:16:3e:f6:c9:d1", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape292a242-18", "ovs_interfaceid": "e292a242-189e-4529-8624-9ad869a814c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.935422] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Volume attach. Driver type: vmdk {{(pid=62845) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 785.935650] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512369', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'name': 'volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec0dc616-2abf-4550-bd19-1e7c48bcfb87', 'attached_at': '', 'detached_at': '', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'serial': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 785.936558] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b12c4d-0af7-44b4-aaf8-7021f0298fb5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.955136] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dded71-d9d4-4318-8c72-bebe7f519726 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.980525] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8/volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.980866] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d887db-0322-4715-9545-1b73a22a6de5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.004572] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ce7a0-af15-d16a-a799-0245fb18f0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.054743} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.006197] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.006282] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.006553] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.006737] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.006949] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.007316] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 786.007316] env[62845]: value = "task-2535871" [ 786.007316] env[62845]: _type = "Task" [ 786.007316] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.007557] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046e3613-9085-42b6-8951-b47b1417c6d8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.020814] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.028211] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.028211] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.028211] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c107d8fb-23cf-4d7b-8f77-d14f09df7e40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.034970] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 786.034970] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5211a578-3db9-af7b-6253-b4505f3c932d" [ 786.034970] env[62845]: _type = "Task" [ 786.034970] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.044318] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5211a578-3db9-af7b-6253-b4505f3c932d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.063533] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 007cabd0-08fd-485e-8546-be2ea9eb7c6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.077175] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086752} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.077857] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.078134] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23138f45-baf7-4685-ba59-dfbfc3d49f20 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.101288] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2d5d528e-97d5-4989-8352-7c8d36e52331/2d5d528e-97d5-4989-8352-7c8d36e52331.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.101902] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6e3858-9680-4bcb-9a53-b82afb7ef9ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.123284] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 786.123284] env[62845]: value = "task-2535872" [ 786.123284] env[62845]: _type = "Task" [ 786.123284] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.132275] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.142999] env[62845]: DEBUG oslo_concurrency.lockutils [req-43f3058e-d710-49e2-af36-b1a6ab76200e req-8a891504-514e-4901-9cc7-3eb3bc1693a7 service nova] Releasing lock "refresh_cache-74de7b85-13d0-4785-aa3c-204678d5d821" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.520470] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535871, 'name': ReconfigVM_Task, 'duration_secs': 0.422413} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.520751] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8/volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.525674] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960f4b9b-f84d-4ff5-8950-1c1a2838d6a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.535660] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.535988] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2616b2ae-8ef6-45d0-a6d1-d9a384dbd2fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.547227] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5211a578-3db9-af7b-6253-b4505f3c932d, 'name': SearchDatastore_Task, 'duration_secs': 0.018804} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.550360] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 786.550360] env[62845]: value = "task-2535874" [ 786.550360] env[62845]: _type = "Task" [ 786.550360] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.550613] env[62845]: DEBUG oslo_vmware.api [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 786.550613] env[62845]: value = "task-2535873" [ 786.550613] env[62845]: _type = "Task" [ 786.550613] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.550830] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a70c51f-f1ac-41cf-a44b-503a162bdf6f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.568115] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.575018] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 9b7c19ba-0f26-42d7-bbee-8454e112c504 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.575018] env[62845]: DEBUG oslo_vmware.api [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.575018] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 786.575018] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c4edf8-61ae-7950-9444-4b61ea0b45b3" [ 786.575018] env[62845]: _type = "Task" [ 786.575018] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.585285] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c4edf8-61ae-7950-9444-4b61ea0b45b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.585526] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.585844] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 74de7b85-13d0-4785-aa3c-204678d5d821/74de7b85-13d0-4785-aa3c-204678d5d821.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.586228] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a75b69f6-161a-4aa3-90e6-58c0f5dd8004 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.597525] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 786.597525] env[62845]: value = "task-2535875" [ 786.597525] env[62845]: _type = "Task" [ 786.597525] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.607072] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.634396] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535872, 'name': ReconfigVM_Task, 'duration_secs': 0.501204} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.634684] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2d5d528e-97d5-4989-8352-7c8d36e52331/2d5d528e-97d5-4989-8352-7c8d36e52331.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.635391] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd8efb7-5640-42ac-80cc-4af8299d3f57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.644306] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 786.644306] env[62845]: value = "task-2535876" [ 786.644306] env[62845]: _type = "Task" [ 786.644306] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.655024] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535876, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.068393] env[62845]: DEBUG oslo_vmware.api [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535874, 'name': ReconfigVM_Task, 'duration_secs': 0.178009} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.071585] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512369', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'name': 'volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec0dc616-2abf-4550-bd19-1e7c48bcfb87', 'attached_at': '', 'detached_at': '', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'serial': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8'} {{(pid=62845) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 787.073580] env[62845]: DEBUG oslo_vmware.api [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535873, 'name': PowerOffVM_Task, 'duration_secs': 0.233793} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.073580] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.073781] env[62845]: DEBUG nova.compute.manager [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.074551] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f584cf0-7d07-46bc-8cfa-51c740a45234 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.078993] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Instance 7a66cecc-a00b-4962-9964-9a1e7c442ec2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62845) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.079371] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 787.079554] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62845) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 787.111300] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489767} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.114164] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 74de7b85-13d0-4785-aa3c-204678d5d821/74de7b85-13d0-4785-aa3c-204678d5d821.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.114305] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.114682] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c472823-b9c5-4934-a64e-d521e74199ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.122223] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 787.122223] env[62845]: value = "task-2535877" [ 787.122223] env[62845]: _type = "Task" [ 787.122223] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.135136] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.154505] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535876, 'name': Rename_Task, 'duration_secs': 0.214732} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.157250] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.158023] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e908f1e5-04b1-49ea-9410-c641d14de1b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.165093] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Waiting for the task: (returnval){ [ 787.165093] env[62845]: value = "task-2535878" [ 787.165093] env[62845]: _type = "Task" [ 787.165093] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.175118] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.522773] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992f525-1279-486a-832b-3237a57c16f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.531976] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c5d72-3862-42fb-ab98-aaff6e2cc9c6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.564812] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c2e0d2-7cd8-4360-90cd-1df007e143ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.573495] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a2aeb0-42ca-4b37-b6ff-8e9289d8cde9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.594896] env[62845]: DEBUG nova.compute.provider_tree [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.597170] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0bf9d4c1-4a81-4e62-8ae6-edb0925252bb tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.635381] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069446} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.635657] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.636453] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d052dd83-c8a5-4bce-99d3-247d831a8d3c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.660440] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 74de7b85-13d0-4785-aa3c-204678d5d821/74de7b85-13d0-4785-aa3c-204678d5d821.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.661042] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29d79a6-5a30-47af-b37c-50bd21a0e7fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.684666] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.686047] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 787.686047] env[62845]: value = "task-2535879" [ 787.686047] env[62845]: _type = "Task" [ 787.686047] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.694686] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.102021] env[62845]: DEBUG nova.scheduler.client.report [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.106210] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "abde4f42-d174-4de2-8679-1ae864414309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.106491] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.106657] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "abde4f42-d174-4de2-8679-1ae864414309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.106842] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.107043] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.109199] env[62845]: INFO nova.compute.manager [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Terminating instance [ 788.131370] env[62845]: DEBUG nova.objects.instance [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lazy-loading 'flavor' on Instance uuid ec0dc616-2abf-4550-bd19-1e7c48bcfb87 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.185994] env[62845]: DEBUG oslo_vmware.api [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Task: {'id': task-2535878, 'name': PowerOnVM_Task, 'duration_secs': 0.971948} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.186290] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.186490] env[62845]: INFO nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Took 8.36 seconds to spawn the instance on the hypervisor. [ 788.186665] env[62845]: DEBUG nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.187507] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfcfc88-9452-422a-be82-d8b9f39bc24a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.202180] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535879, 'name': ReconfigVM_Task, 'duration_secs': 0.305435} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.202646] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 74de7b85-13d0-4785-aa3c-204678d5d821/74de7b85-13d0-4785-aa3c-204678d5d821.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.203260] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926cdd4e-b9be-42a7-a19c-8b3ba7fc89f9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.205338] env[62845]: DEBUG nova.objects.instance [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lazy-loading 'flavor' on Instance uuid 789f6fe4-d124-4483-aa3b-747aa8b6319a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.213443] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 788.213443] env[62845]: value = "task-2535880" [ 788.213443] env[62845]: _type = "Task" [ 788.213443] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.223020] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535880, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.609922] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62845) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 788.610188] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.132s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.610482] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.174s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.610737] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.612897] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.432s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.614685] env[62845]: INFO nova.compute.claims [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.618179] env[62845]: DEBUG nova.compute.manager [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.618551] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.619210] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4851c20c-5282-4796-b2e4-0299e70b0fde {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.627322] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.627714] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f893b6e7-a6bc-4e5a-8b38-c79be9e196ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.636956] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 788.636956] env[62845]: value = "task-2535881" [ 788.636956] env[62845]: _type = "Task" [ 788.636956] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.637444] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9fef190e-b395-4309-af99-c927970562fa tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.639147] env[62845]: INFO nova.scheduler.client.report [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Deleted allocations for instance 023d78c8-6fc0-43ca-9b39-2da69063a440 [ 788.652463] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.713375] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.713375] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.713375] env[62845]: DEBUG nova.network.neutron [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.713375] env[62845]: DEBUG nova.objects.instance [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lazy-loading 'info_cache' on Instance uuid 789f6fe4-d124-4483-aa3b-747aa8b6319a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.714457] env[62845]: INFO nova.compute.manager [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Took 43.83 seconds to build instance. [ 788.724744] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535880, 'name': Rename_Task, 'duration_secs': 0.201171} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.725031] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.725326] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640a5e3d-8d4f-4258-a380-b96b097182b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733444] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 788.733444] env[62845]: value = "task-2535882" [ 788.733444] env[62845]: _type = "Task" [ 788.733444] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.741549] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.741877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.742105] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.742306] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.742487] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.742652] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.744595] env[62845]: INFO nova.compute.manager [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Terminating instance [ 789.152443] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535881, 'name': PowerOffVM_Task, 'duration_secs': 0.402947} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.153233] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d6958275-b79b-4ecb-895b-d494ca8e2a97 tempest-ServerDiagnosticsNegativeTest-39746352 tempest-ServerDiagnosticsNegativeTest-39746352-project-member] Lock "023d78c8-6fc0-43ca-9b39-2da69063a440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.213s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.154829] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.154829] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.154829] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b273efb7-269f-4734-bf0a-806b80b46840 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.218398] env[62845]: DEBUG nova.objects.base [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Object Instance<789f6fe4-d124-4483-aa3b-747aa8b6319a> lazy-loaded attributes: flavor,info_cache {{(pid=62845) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 789.221225] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d200e72f-29f4-43d4-985a-efb244b1e95e tempest-ServerActionsTestOtherA-435974004 tempest-ServerActionsTestOtherA-435974004-project-member] Lock "2d5d528e-97d5-4989-8352-7c8d36e52331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.600s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.225649] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.225994] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.226330] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleting the datastore file [datastore2] abde4f42-d174-4de2-8679-1ae864414309 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.226686] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447eeef1-4919-4228-bfb4-99b6453e01af {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.242057] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 789.242057] env[62845]: value = "task-2535884" [ 789.242057] env[62845]: _type = "Task" [ 789.242057] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.252176] env[62845]: DEBUG nova.compute.manager [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.255021] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.255021] env[62845]: DEBUG oslo_vmware.api [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535882, 'name': PowerOnVM_Task, 'duration_secs': 0.480545} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.255021] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2374313-aa50-4d06-965b-91ab78ed6f47 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.256075] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.256403] env[62845]: INFO nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Took 6.74 seconds to spawn the instance on the hypervisor. [ 789.256711] env[62845]: DEBUG nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.262891] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e9b02-3b75-4fed-a419-3654a12c3c76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.267343] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.279768] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 789.279768] env[62845]: value = "task-2535885" [ 789.279768] env[62845]: _type = "Task" [ 789.279768] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.292643] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.724918] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.756916] env[62845]: DEBUG oslo_vmware.api [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173282} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.758074] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.758283] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.758630] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.758820] env[62845]: INFO nova.compute.manager [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: abde4f42-d174-4de2-8679-1ae864414309] Took 1.14 seconds to destroy the instance on the hypervisor. [ 789.759162] env[62845]: DEBUG oslo.service.loopingcall [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.759421] env[62845]: DEBUG nova.compute.manager [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.759421] env[62845]: DEBUG nova.network.neutron [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.784389] env[62845]: INFO nova.compute.manager [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Took 43.10 seconds to build instance. [ 789.797727] env[62845]: DEBUG nova.compute.manager [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Received event network-changed-3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.797957] env[62845]: DEBUG nova.compute.manager [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Refreshing instance network info cache due to event network-changed-3d72cc86-9881-44c3-81cd-df771136d3bf. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.798536] env[62845]: DEBUG oslo_concurrency.lockutils [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] Acquiring lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.798639] env[62845]: DEBUG oslo_concurrency.lockutils [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] Acquired lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.798813] env[62845]: DEBUG nova.network.neutron [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Refreshing network info cache for port 3d72cc86-9881-44c3-81cd-df771136d3bf {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.807055] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535885, 'name': PowerOffVM_Task, 'duration_secs': 0.241449} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.810236] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.810455] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Volume detach. Driver type: vmdk {{(pid=62845) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 789.810655] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512369', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'name': 'volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec0dc616-2abf-4550-bd19-1e7c48bcfb87', 'attached_at': '', 'detached_at': '', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'serial': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 789.812941] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddeed7f-4d01-4512-870f-14b809266714 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.838935] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18e1a1-bf06-4a1c-a316-5c44053d3fe2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.848854] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a99a806-6741-472f-b94f-8ccb2a9c35de {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.874094] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8809cca-7168-496d-8ed9-2ec61bc27b52 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.891271] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] The volume has not been displaced from its original location: [datastore2] volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8/volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8.vmdk. No consolidation needed. {{(pid=62845) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 789.898192] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 789.904605] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fe2187-aa63-4def-acaa-302f84a91726 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.926420] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 789.926420] env[62845]: value = "task-2535886" [ 789.926420] env[62845]: _type = "Task" [ 789.926420] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.936347] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.071349] env[62845]: DEBUG nova.network.neutron [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updating instance_info_cache with network_info: [{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.223599] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544526e5-f692-4c05-bc90-5eac8980986d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.233796] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339156da-df52-405a-a547-572c16f6674c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.272605] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.273438] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd440fba-7a3b-4502-a945-4d20a5317eba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.283478] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be33302-68ee-4b6e-ba9a-3db4a21aeb55 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.290430] env[62845]: DEBUG oslo_concurrency.lockutils [None req-21cc7953-7111-4282-a838-146f75a0560a tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.272s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.305752] env[62845]: DEBUG nova.compute.provider_tree [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.318675] env[62845]: DEBUG nova.compute.manager [req-b03a48fd-e680-4804-9c6a-f5e19c9c307e req-8c029eb6-a538-43bc-8a70-d1ad12fa913c service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Received event network-vif-deleted-e4ed7736-87e8-4805-aa57-25da0d261cfa {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.318675] env[62845]: INFO nova.compute.manager [req-b03a48fd-e680-4804-9c6a-f5e19c9c307e req-8c029eb6-a538-43bc-8a70-d1ad12fa913c service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Neutron deleted interface e4ed7736-87e8-4805-aa57-25da0d261cfa; detaching it from the instance and deleting it from the info cache [ 790.318675] env[62845]: DEBUG nova.network.neutron [req-b03a48fd-e680-4804-9c6a-f5e19c9c307e req-8c029eb6-a538-43bc-8a70-d1ad12fa913c service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.436823] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.577784] env[62845]: DEBUG oslo_concurrency.lockutils [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Releasing lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.649282] env[62845]: DEBUG nova.network.neutron [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Updated VIF entry in instance network info cache for port 3d72cc86-9881-44c3-81cd-df771136d3bf. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.649627] env[62845]: DEBUG nova.network.neutron [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] [instance: 2d5d528e-97d5-4989-8352-7c8d36e52331] Updating instance_info_cache with network_info: [{"id": "3d72cc86-9881-44c3-81cd-df771136d3bf", "address": "fa:16:3e:ed:35:9c", "network": {"id": "2b57108c-974d-4f01-af7f-aa49e8952de9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-202801990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800fc690456467eb01d1de60b47b2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d72cc86-98", "ovs_interfaceid": "3d72cc86-9881-44c3-81cd-df771136d3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.778874] env[62845]: DEBUG nova.network.neutron [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.793041] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.808429] env[62845]: DEBUG nova.scheduler.client.report [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.821583] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c4b839e-2f8c-4641-9ec5-23b771f8e1db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.835330] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e39f8-0af6-4d4d-880d-1944c08531ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.870978] env[62845]: DEBUG nova.compute.manager [req-b03a48fd-e680-4804-9c6a-f5e19c9c307e req-8c029eb6-a538-43bc-8a70-d1ad12fa913c service nova] [instance: abde4f42-d174-4de2-8679-1ae864414309] Detach interface failed, port_id=e4ed7736-87e8-4805-aa57-25da0d261cfa, reason: Instance abde4f42-d174-4de2-8679-1ae864414309 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 790.939731] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.153172] env[62845]: DEBUG oslo_concurrency.lockutils [req-8cc3f002-2283-403e-adda-78c2add2b537 req-6a476716-8551-447f-9b9c-960ccfbd868b service nova] Releasing lock "refresh_cache-2d5d528e-97d5-4989-8352-7c8d36e52331" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.282210] env[62845]: INFO nova.compute.manager [-] [instance: abde4f42-d174-4de2-8679-1ae864414309] Took 1.52 seconds to deallocate network for instance. [ 791.314175] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.315190] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.315913] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.319976] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.781s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.320522] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.322746] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.565s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.324706] env[62845]: INFO nova.compute.claims [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.357948] env[62845]: INFO nova.scheduler.client.report [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Deleted allocations for instance 81d36cda-0337-478d-a4de-74a52917bcdc [ 791.438668] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535886, 'name': ReconfigVM_Task, 'duration_secs': 1.244934} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.438977] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 791.443989] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682e2936-ced4-42a4-9bfd-64ae3fdbaf01 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.461730] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 791.461730] env[62845]: value = "task-2535887" [ 791.461730] env[62845]: _type = "Task" [ 791.461730] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.471816] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.584609] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.584957] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb0ce7e-381e-4961-b887-8b92e9f553fd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.595107] env[62845]: DEBUG oslo_vmware.api [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 791.595107] env[62845]: value = "task-2535888" [ 791.595107] env[62845]: _type = "Task" [ 791.595107] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.605213] env[62845]: DEBUG oslo_vmware.api [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.789739] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.829606] env[62845]: DEBUG nova.compute.utils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.833408] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.833657] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.873524] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8ed6c133-4cb4-4aa1-8fc1-81929333daf8 tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "81d36cda-0337-478d-a4de-74a52917bcdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.249s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.927175] env[62845]: DEBUG nova.policy [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98532bc6aa8349008649adb6bff6a390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e215fabc1c07424d99fadc814809ebe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.973302] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535887, 'name': ReconfigVM_Task, 'duration_secs': 0.224006} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.975144] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512369', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'name': 'volume-8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec0dc616-2abf-4550-bd19-1e7c48bcfb87', 'attached_at': '', 'detached_at': '', 'volume_id': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8', 'serial': '8fbd6e39-40b5-4f72-a8f6-118a8b706ad8'} {{(pid=62845) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 791.975144] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.975144] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e6ecbf-07bd-4a0b-a9c9-189c1675da15 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.983221] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.983517] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd356769-4e70-4cf4-b75b-f905294ab81e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.063800] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.064157] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.064421] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleting the datastore file [datastore2] ec0dc616-2abf-4550-bd19-1e7c48bcfb87 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.064788] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d04739-67af-455e-94dd-5e7e5579ee40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.076459] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 792.076459] env[62845]: value = "task-2535890" [ 792.076459] env[62845]: _type = "Task" [ 792.076459] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.084294] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.105045] env[62845]: DEBUG oslo_vmware.api [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535888, 'name': PowerOnVM_Task, 'duration_secs': 0.434088} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.105668] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.106012] env[62845]: DEBUG nova.compute.manager [None req-42d6a728-0d2c-478e-bad8-31e94d9d877d tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.107043] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9288b106-4e65-4ba8-8129-470eb39c2340 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.334052] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.342753] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Successfully created port: 87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.586579] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.845594] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6c33b-2851-49db-8ed7-6f34e6b20a54 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.853684] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112a712b-66a9-49bb-b4bd-b48c2cc8a3d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.889867] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccc4266-a545-406c-aa63-472b695b96ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.898143] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218f866-c4ca-4ac1-825d-d027cb477285 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.913610] env[62845]: DEBUG nova.compute.provider_tree [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.086998] env[62845]: DEBUG oslo_vmware.api [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2535890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658373} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.087299] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.087484] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.087680] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.087852] env[62845]: INFO nova.compute.manager [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Took 3.84 seconds to destroy the instance on the hypervisor. [ 793.088110] env[62845]: DEBUG oslo.service.loopingcall [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.088312] env[62845]: DEBUG nova.compute.manager [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.088395] env[62845]: DEBUG nova.network.neutron [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.350274] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.378454] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.378713] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.378975] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.379210] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.379364] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.379512] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.379718] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.379876] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.380082] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.380225] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.380398] env[62845]: DEBUG nova.virt.hardware [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.381224] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2659fe-3c5e-484f-b52c-73725ac69503 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.385526] env[62845]: DEBUG nova.compute.manager [req-e5ee48a0-56f7-48b7-b843-bfc5abe006e4 req-0b7b42db-aca7-44f2-a844-480d43061858 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Received event network-vif-deleted-56bcfadf-80bb-4459-8a6d-0dfc2be67f5d {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.385770] env[62845]: INFO nova.compute.manager [req-e5ee48a0-56f7-48b7-b843-bfc5abe006e4 req-0b7b42db-aca7-44f2-a844-480d43061858 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Neutron deleted interface 56bcfadf-80bb-4459-8a6d-0dfc2be67f5d; detaching it from the instance and deleting it from the info cache [ 793.385991] env[62845]: DEBUG nova.network.neutron [req-e5ee48a0-56f7-48b7-b843-bfc5abe006e4 req-0b7b42db-aca7-44f2-a844-480d43061858 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.392746] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0da023-71d3-46d5-9c46-59b164436861 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.438850] env[62845]: ERROR nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [req-569ef3b3-a704-43c4-b59b-a2884c839f76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-569ef3b3-a704-43c4-b59b-a2884c839f76"}]} [ 793.456584] env[62845]: DEBUG nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.471757] env[62845]: DEBUG nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.471962] env[62845]: DEBUG nova.compute.provider_tree [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.474816] env[62845]: DEBUG nova.compute.manager [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.475865] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5c5283-f49f-4f54-88f4-5f06417c02c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.485833] env[62845]: DEBUG nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.505527] env[62845]: DEBUG nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.846607] env[62845]: DEBUG nova.network.neutron [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.889544] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2725786-4c5f-42d8-a8ce-6a2451fd822f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.902342] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb65ee-2c03-4cbc-adf8-9b718700b274 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.918091] env[62845]: DEBUG nova.compute.manager [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Received event network-vif-plugged-87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.918319] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] Acquiring lock "178863f8-f026-4a5d-8960-2dc5eed2182d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.918538] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] Lock "178863f8-f026-4a5d-8960-2dc5eed2182d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.918713] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] Lock "178863f8-f026-4a5d-8960-2dc5eed2182d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.918898] env[62845]: DEBUG nova.compute.manager [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] No waiting events found dispatching network-vif-plugged-87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.919088] env[62845]: WARNING nova.compute.manager [req-9b86ee8e-36d6-47e7-a284-cf6d5b829b66 req-091e7abb-6c00-4c31-8da4-8a8cb83d1e0e service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Received unexpected event network-vif-plugged-87bd49c7-0608-4405-84aa-385267dae5ce for instance with vm_state building and task_state spawning. [ 793.943253] env[62845]: DEBUG nova.compute.manager [req-e5ee48a0-56f7-48b7-b843-bfc5abe006e4 req-0b7b42db-aca7-44f2-a844-480d43061858 service nova] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Detach interface failed, port_id=56bcfadf-80bb-4459-8a6d-0dfc2be67f5d, reason: Instance ec0dc616-2abf-4550-bd19-1e7c48bcfb87 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 793.945077] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd2b2f-07b8-4de2-a449-7b008110dab5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.951641] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997adcd-f589-4ff8-b4b6-6b78c9024c1c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.983481] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674214e9-5dba-4354-abf2-6af315237bd2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.990723] env[62845]: INFO nova.compute.manager [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] instance snapshotting [ 793.993424] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c018a82-e992-4797-8525-f47d5cdbfaeb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.998258] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f51fd-3996-435f-afba-682d68dd39d9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.010591] env[62845]: DEBUG nova.compute.provider_tree [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.029607] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8f342-59f1-4fbd-9d6b-04d5e469220a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.043197] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Successfully updated port: 87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.071979] env[62845]: DEBUG nova.scheduler.client.report [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.072281] env[62845]: DEBUG nova.compute.provider_tree [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 65 to 66 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.072867] env[62845]: DEBUG nova.compute.provider_tree [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.351583] env[62845]: INFO nova.compute.manager [-] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Took 1.26 seconds to deallocate network for instance. [ 794.541885] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.542220] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f089021d-94a6-4872-81ef-7caaeca5d9b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.544954] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.545117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.545261] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.551657] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 794.551657] env[62845]: value = "task-2535891" [ 794.551657] env[62845]: _type = "Task" [ 794.551657] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.560713] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535891, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.579946] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.255s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.579946] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.581387] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.303s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.582863] env[62845]: INFO nova.compute.claims [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.898388] env[62845]: INFO nova.compute.manager [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: ec0dc616-2abf-4550-bd19-1e7c48bcfb87] Took 0.55 seconds to detach 1 volumes for instance. [ 795.062241] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535891, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.087200] env[62845]: DEBUG nova.compute.utils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.090540] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.090540] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.098163] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.127692] env[62845]: DEBUG nova.policy [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98532bc6aa8349008649adb6bff6a390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e215fabc1c07424d99fadc814809ebe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.276951] env[62845]: DEBUG nova.network.neutron [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Updating instance_info_cache with network_info: [{"id": "87bd49c7-0608-4405-84aa-385267dae5ce", "address": "fa:16:3e:54:4f:82", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bd49c7-06", "ovs_interfaceid": "87bd49c7-0608-4405-84aa-385267dae5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.389806] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Successfully created port: 429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.405671] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.569588] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535891, 'name': CreateSnapshot_Task, 'duration_secs': 0.784807} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.569882] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.570673] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d49cd-f80c-45b1-aed6-29755de376d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.596418] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.780547] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.780874] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Instance network_info: |[{"id": "87bd49c7-0608-4405-84aa-385267dae5ce", "address": "fa:16:3e:54:4f:82", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bd49c7-06", "ovs_interfaceid": "87bd49c7-0608-4405-84aa-385267dae5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.781316] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:4f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87bd49c7-0608-4405-84aa-385267dae5ce', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.788743] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating folder: Project (e215fabc1c07424d99fadc814809ebe1). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.791474] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abd652aa-50ed-408d-95e8-b4c4c50bae36 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.802026] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created folder: Project (e215fabc1c07424d99fadc814809ebe1) in parent group-v512253. [ 795.802248] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating folder: Instances. Parent ref: group-v512377. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.802491] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e85186ac-f9d7-477c-9065-5a10e3cfae50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.814320] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created folder: Instances in parent group-v512377. [ 795.814627] env[62845]: DEBUG oslo.service.loopingcall [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.814874] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.815119] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f425318-3015-4034-b382-1f2ac0f0f5e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.836194] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.836194] env[62845]: value = "task-2535894" [ 795.836194] env[62845]: _type = "Task" [ 795.836194] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.846172] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535894, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.974957] env[62845]: DEBUG nova.compute.manager [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Received event network-changed-87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.975167] env[62845]: DEBUG nova.compute.manager [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Refreshing instance network info cache due to event network-changed-87bd49c7-0608-4405-84aa-385267dae5ce. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.975442] env[62845]: DEBUG oslo_concurrency.lockutils [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] Acquiring lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.975599] env[62845]: DEBUG oslo_concurrency.lockutils [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] Acquired lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.975662] env[62845]: DEBUG nova.network.neutron [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Refreshing network info cache for port 87bd49c7-0608-4405-84aa-385267dae5ce {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.044046] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b612ff9-01bb-4907-95cb-6e209ad3ee30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.052854] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfdf8c-2e06-43d4-b38e-edf8d6f2f67f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.090472] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.090914] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-def0aaab-2989-4e7b-a541-c040fca3ac67 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.094454] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4441433-83f1-42a1-a6af-9bf300fccead {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.102963] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29415ce3-652c-43b5-be9b-04b9b30ad5d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.106775] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 796.106775] env[62845]: value = "task-2535895" [ 796.106775] env[62845]: _type = "Task" [ 796.106775] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.121402] env[62845]: DEBUG nova.compute.provider_tree [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.131736] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535895, 'name': CloneVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.348944] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535894, 'name': CreateVM_Task, 'duration_secs': 0.34109} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.349186] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.349981] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.350176] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.350467] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.350717] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bddfca0-a9bd-4f0d-b74e-e03c73c4c03f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.355635] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 796.355635] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52afe603-0160-ca0f-18a6-1b15b2ea8140" [ 796.355635] env[62845]: _type = "Task" [ 796.355635] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.364174] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52afe603-0160-ca0f-18a6-1b15b2ea8140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.619491] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535895, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.622436] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.625927] env[62845]: DEBUG nova.scheduler.client.report [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.655836] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.656127] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.656307] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.656561] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.656717] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.656864] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.657160] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.658491] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.658491] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.658491] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.658491] env[62845]: DEBUG nova.virt.hardware [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.659059] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da095802-0e08-477d-8a86-eb58d95f15b9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.671757] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee41f1f-aaca-47e3-93e3-8eedb62cf223 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.793426] env[62845]: DEBUG nova.compute.manager [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Received event network-vif-plugged-429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.793761] env[62845]: DEBUG oslo_concurrency.lockutils [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] Acquiring lock "9e201354-6555-4ec7-861c-5169330256d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.794169] env[62845]: DEBUG oslo_concurrency.lockutils [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] Lock "9e201354-6555-4ec7-861c-5169330256d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.794482] env[62845]: DEBUG oslo_concurrency.lockutils [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] Lock "9e201354-6555-4ec7-861c-5169330256d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.794792] env[62845]: DEBUG nova.compute.manager [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] No waiting events found dispatching network-vif-plugged-429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.794932] env[62845]: WARNING nova.compute.manager [req-57e5e549-f6e8-4ecb-a40f-a5218d8183db req-80cc6239-2e42-4189-b2b2-1235ffff8cb8 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Received unexpected event network-vif-plugged-429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 for instance with vm_state building and task_state spawning. [ 796.818597] env[62845]: DEBUG nova.network.neutron [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Updated VIF entry in instance network info cache for port 87bd49c7-0608-4405-84aa-385267dae5ce. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.821454] env[62845]: DEBUG nova.network.neutron [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Updating instance_info_cache with network_info: [{"id": "87bd49c7-0608-4405-84aa-385267dae5ce", "address": "fa:16:3e:54:4f:82", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bd49c7-06", "ovs_interfaceid": "87bd49c7-0608-4405-84aa-385267dae5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.866900] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52afe603-0160-ca0f-18a6-1b15b2ea8140, 'name': SearchDatastore_Task, 'duration_secs': 0.021701} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.867211] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.867507] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.867748] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.867894] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.868082] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.868330] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df6b231a-508a-4339-883f-01aa086447ad {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.876877] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.877061] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.877736] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedf0ab1-954d-41b2-8555-5e41dccc48ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.883205] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 796.883205] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520bc626-7e05-9c18-02f7-623b6cdc5f88" [ 796.883205] env[62845]: _type = "Task" [ 796.883205] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.891069] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520bc626-7e05-9c18-02f7-623b6cdc5f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.892345] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Successfully updated port: 429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.120481] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535895, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.131490] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.132038] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.134666] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.541s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.137035] env[62845]: INFO nova.compute.claims [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.324894] env[62845]: DEBUG oslo_concurrency.lockutils [req-03a5b272-ab8c-4594-b2cd-f69e75df7b22 req-4d0492a5-dc28-47fe-a526-1d69166d25d4 service nova] Releasing lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.393650] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520bc626-7e05-9c18-02f7-623b6cdc5f88, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.394229] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.394361] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.394521] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.396514] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd904726-8f9c-46ed-a20f-8c86ddb6c154 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.401532] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 797.401532] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52988ba0-ca5c-a093-da45-03b78a516ca9" [ 797.401532] env[62845]: _type = "Task" [ 797.401532] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.411794] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52988ba0-ca5c-a093-da45-03b78a516ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.624013] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535895, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.644062] env[62845]: DEBUG nova.compute.utils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.645237] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.645360] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.703936] env[62845]: DEBUG nova.policy [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62a48e12931449528ff23e1089c7df7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65b29b073b24e6db3479543c5d28c75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.911422] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52988ba0-ca5c-a093-da45-03b78a516ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.026341} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.911682] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.911958] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/178863f8-f026-4a5d-8960-2dc5eed2182d.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.912232] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25cbbfd9-b5b6-442f-9319-2789e8f5453d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.921542] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 797.921542] env[62845]: value = "task-2535896" [ 797.921542] env[62845]: _type = "Task" [ 797.921542] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.932977] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.933873] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.974367] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Successfully created port: 9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.113553] env[62845]: DEBUG nova.network.neutron [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Updating instance_info_cache with network_info: [{"id": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "address": "fa:16:3e:c9:8b:17", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bf9a4-9a", "ovs_interfaceid": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.124706] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535895, 'name': CloneVM_Task, 'duration_secs': 1.627542} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.125054] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Created linked-clone VM from snapshot [ 798.125883] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df656dcf-d193-4b9c-a8e6-97ecd111f328 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.135458] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Uploading image e35ba575-1466-42f1-933c-1b36dc0557cb {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.146256] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.152546] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.153388] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5835b781-e453-40b8-b8c6-416ba324ff74 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.160666] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 798.160666] env[62845]: value = "task-2535897" [ 798.160666] env[62845]: _type = "Task" [ 798.160666] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.173032] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535897, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.430932] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444456} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.433671] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/178863f8-f026-4a5d-8960-2dc5eed2182d.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.433945] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.434433] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e7bcacc-e8d0-459d-aa3b-7f2278562ac5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.441168] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 798.441168] env[62845]: value = "task-2535898" [ 798.441168] env[62845]: _type = "Task" [ 798.441168] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.452513] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.585585] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cecf637-c5b5-479c-bf47-aca2f00d7ce1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.592856] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf5f97-1723-41e9-a823-f64bb410ea40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.625328] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.625721] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Instance network_info: |[{"id": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "address": "fa:16:3e:c9:8b:17", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bf9a4-9a", "ovs_interfaceid": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.628104] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:8b:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.634383] env[62845]: DEBUG oslo.service.loopingcall [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.635775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f946cb-cd9f-4aa0-8a76-c37d3f74aac2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.637861] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.638144] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2596f111-9afb-4fd2-80c5-44a0ce5f4589 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.659762] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51775ec-1040-4c7b-866d-65c2ae292f84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.665193] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.665193] env[62845]: value = "task-2535899" [ 798.665193] env[62845]: _type = "Task" [ 798.665193] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.680361] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.685050] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535897, 'name': Destroy_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.689628] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535899, 'name': CreateVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.955681] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070614} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.956020] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.956911] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a27117-51ad-4070-8171-d06ceacbd350 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.980186] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/178863f8-f026-4a5d-8960-2dc5eed2182d.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.980447] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b906607b-8900-4aa9-8a6d-76315c1e3d1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.997585] env[62845]: DEBUG nova.compute.manager [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Received event network-changed-429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.997799] env[62845]: DEBUG nova.compute.manager [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Refreshing instance network info cache due to event network-changed-429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.998016] env[62845]: DEBUG oslo_concurrency.lockutils [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] Acquiring lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.998157] env[62845]: DEBUG oslo_concurrency.lockutils [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] Acquired lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.998320] env[62845]: DEBUG nova.network.neutron [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Refreshing network info cache for port 429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.001408] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 799.001408] env[62845]: value = "task-2535900" [ 799.001408] env[62845]: _type = "Task" [ 799.001408] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.014282] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.162020] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.175717] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535897, 'name': Destroy_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.180959] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535899, 'name': CreateVM_Task, 'duration_secs': 0.35235} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.183015] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.183838] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.184252] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.184447] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.184610] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bfd6bc-085b-4849-931e-7a42cf616d84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.190360] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dabc5bd-efa7-48d6-b61e-945c4a371699',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-692249578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.190496] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.190652] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.190833] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.190976] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.191158] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.191382] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.191538] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.191699] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.191859] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.192127] env[62845]: DEBUG nova.virt.hardware [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.194339] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2841f9-5e5f-4d3e-96bd-54464020d8df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.198068] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 799.198068] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523894fc-754c-b090-bc0e-916d578b6e6d" [ 799.198068] env[62845]: _type = "Task" [ 799.198068] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.204840] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644e18f-ad4b-4a2b-8b56-4a01db599a74 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.212118] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523894fc-754c-b090-bc0e-916d578b6e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.212759] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.213483] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.213483] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.213483] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.213648] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.214237] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b9b691-9328-4bf6-b032-453bf1b8ee74 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.224566] env[62845]: DEBUG nova.scheduler.client.report [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.224847] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 66 to 67 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.225177] env[62845]: DEBUG nova.compute.provider_tree [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.238487] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.238487] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.241455] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884a7b43-19c8-44a7-906a-9ee336d9a7c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.245162] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 799.245162] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52685512-acd5-0db9-bf67-8185229f3f0d" [ 799.245162] env[62845]: _type = "Task" [ 799.245162] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.253056] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52685512-acd5-0db9-bf67-8185229f3f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.477564] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Successfully updated port: 9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.514960] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.675860] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535897, 'name': Destroy_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.685427] env[62845]: DEBUG nova.network.neutron [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Updated VIF entry in instance network info cache for port 429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.685766] env[62845]: DEBUG nova.network.neutron [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Updating instance_info_cache with network_info: [{"id": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "address": "fa:16:3e:c9:8b:17", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bf9a4-9a", "ovs_interfaceid": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.730544] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.731116] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.733791] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.709s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.735820] env[62845]: INFO nova.compute.claims [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.758566] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52685512-acd5-0db9-bf67-8185229f3f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01943} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.758566] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82f13a7-cd18-460e-8051-7b7bbe73baed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.765733] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.766112] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.766443] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.766748] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.767046] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.770276] env[62845]: INFO nova.compute.manager [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Terminating instance [ 799.774279] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 799.774279] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52da4a8a-6a7a-1b1b-acc3-e1c3e90cd30a" [ 799.774279] env[62845]: _type = "Task" [ 799.774279] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.785021] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52da4a8a-6a7a-1b1b-acc3-e1c3e90cd30a, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.785718] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.785718] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/9e201354-6555-4ec7-861c-5169330256d8.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.785876] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ca651c-6c15-439f-a9d8-60fe70efb8ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.792205] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 799.792205] env[62845]: value = "task-2535901" [ 799.792205] env[62845]: _type = "Task" [ 799.792205] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.799991] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.981862] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.982032] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.982197] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.014531] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.177050] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535897, 'name': Destroy_Task, 'duration_secs': 1.792474} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.177403] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Destroyed the VM [ 800.177701] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.178402] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c486f85-5382-4ec0-9907-ba2cac381f28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.185500] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 800.185500] env[62845]: value = "task-2535902" [ 800.185500] env[62845]: _type = "Task" [ 800.185500] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.189167] env[62845]: DEBUG oslo_concurrency.lockutils [req-7c34296a-0a19-4c17-a7b0-6eb4caf97656 req-d3bf5cf2-37a4-474f-9f59-aae74bcd42d1 service nova] Releasing lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.195419] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535902, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.246055] env[62845]: DEBUG nova.compute.utils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.246055] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.246055] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.277182] env[62845]: DEBUG nova.compute.manager [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.277182] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.279611] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263fa2a5-57fa-489f-99e1-bb538a75a330 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.287863] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.290578] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab13570d-039f-4229-b00a-02c0691d76be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.303578] env[62845]: DEBUG nova.policy [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '303369231b744afdbe8d2a57799a5211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639854242a484c9a82b7aba40ac9f37e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.308311] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 800.308311] env[62845]: value = "task-2535903" [ 800.308311] env[62845]: _type = "Task" [ 800.308311] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.320434] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.323751] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.516050] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535900, 'name': ReconfigVM_Task, 'duration_secs': 1.504153} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.516237] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/178863f8-f026-4a5d-8960-2dc5eed2182d.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.516894] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71f08e0-2800-4aba-9c38-25c66dcddf9a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.523031] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 800.523031] env[62845]: value = "task-2535904" [ 800.523031] env[62845]: _type = "Task" [ 800.523031] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.531537] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535904, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.545589] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.646311] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Successfully created port: a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.696149] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535902, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.749331] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.768929] env[62845]: DEBUG nova.network.neutron [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance_info_cache with network_info: [{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.808647] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59097} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.809106] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/9e201354-6555-4ec7-861c-5169330256d8.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.809460] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.809866] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58d9d138-3464-4678-af42-2d5164bb2f7f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.826659] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535903, 'name': PowerOffVM_Task, 'duration_secs': 0.313426} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.828085] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.828395] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.828802] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 800.828802] env[62845]: value = "task-2535905" [ 800.828802] env[62845]: _type = "Task" [ 800.828802] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.829217] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7874fe-e48d-45f1-89de-a9bb90ef1218 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844044] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.902544] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.902544] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.902544] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Deleting the datastore file [datastore2] 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.902544] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ea81bcd-8a21-4cc8-b88e-8125d8587088 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.910439] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for the task: (returnval){ [ 800.910439] env[62845]: value = "task-2535907" [ 800.910439] env[62845]: _type = "Task" [ 800.910439] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.916416] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.030280] env[62845]: DEBUG nova.compute.manager [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Received event network-vif-plugged-9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.030445] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Acquiring lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.030670] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.030837] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.031011] env[62845]: DEBUG nova.compute.manager [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] No waiting events found dispatching network-vif-plugged-9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.031279] env[62845]: WARNING nova.compute.manager [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Received unexpected event network-vif-plugged-9916100f-5b03-459f-9ffd-d4f01c464122 for instance with vm_state building and task_state spawning. [ 801.031478] env[62845]: DEBUG nova.compute.manager [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Received event network-changed-9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.031590] env[62845]: DEBUG nova.compute.manager [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Refreshing instance network info cache due to event network-changed-9916100f-5b03-459f-9ffd-d4f01c464122. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.031755] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Acquiring lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.038337] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535904, 'name': Rename_Task, 'duration_secs': 0.221092} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.038588] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.038823] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35704d59-c19f-4fdc-acbb-3cbdc50bcb39 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.048164] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 801.048164] env[62845]: value = "task-2535908" [ 801.048164] env[62845]: _type = "Task" [ 801.048164] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.057466] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.179526] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284d285-ab3e-4249-9a72-08798dd7527b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.187535] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a99a82-3f41-4651-8af4-08a0480f9e58 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.226684] env[62845]: DEBUG oslo_vmware.api [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535902, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790262} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.227442] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.230510] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38796a02-a391-4a44-a0da-c7568da106d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.238340] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d3c0b-e4e2-448e-8b1a-0640c5f0c597 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.258492] env[62845]: DEBUG nova.compute.provider_tree [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.273873] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.274067] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Instance network_info: |[{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.274376] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Acquired lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.274554] env[62845]: DEBUG nova.network.neutron [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Refreshing network info cache for port 9916100f-5b03-459f-9ffd-d4f01c464122 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.275691] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:4a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9916100f-5b03-459f-9ffd-d4f01c464122', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.283251] env[62845]: DEBUG oslo.service.loopingcall [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.283987] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.283987] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-792facd2-5bbd-49a5-886b-5670804342e7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.304383] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.304383] env[62845]: value = "task-2535909" [ 801.304383] env[62845]: _type = "Task" [ 801.304383] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.313900] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535909, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.340138] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065359} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.340396] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.341188] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f23432-a291-452e-9588-c2f5b052e1ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.362728] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/9e201354-6555-4ec7-861c-5169330256d8.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.363015] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7300dfc-2b82-4e46-a6f3-f7396b279a04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.381976] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 801.381976] env[62845]: value = "task-2535910" [ 801.381976] env[62845]: _type = "Task" [ 801.381976] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.389941] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.417268] env[62845]: DEBUG oslo_vmware.api [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Task: {'id': task-2535907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150673} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.417567] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.417800] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.418045] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.418253] env[62845]: INFO nova.compute.manager [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.418533] env[62845]: DEBUG oslo.service.loopingcall [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.418768] env[62845]: DEBUG nova.compute.manager [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.418871] env[62845]: DEBUG nova.network.neutron [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.559238] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535908, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.736662] env[62845]: WARNING nova.compute.manager [None req-ea04e5d0-ebea-46f5-9bed-44791981cffa tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Image not found during snapshot: nova.exception.ImageNotFound: Image e35ba575-1466-42f1-933c-1b36dc0557cb could not be found. [ 801.760452] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.765483] env[62845]: DEBUG nova.scheduler.client.report [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.795868] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.796260] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.796461] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.796681] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.797579] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.797816] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.798126] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.798373] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.798588] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.798792] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.799027] env[62845]: DEBUG nova.virt.hardware [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.800168] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97600d-e493-48f2-ad44-b9851f059a2e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.811677] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db289352-a82a-4c50-aa46-104b364c2135 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.823033] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535909, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.892970] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.064026] env[62845]: DEBUG oslo_vmware.api [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535908, 'name': PowerOnVM_Task, 'duration_secs': 0.681639} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.067120] env[62845]: DEBUG nova.network.neutron [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updated VIF entry in instance network info cache for port 9916100f-5b03-459f-9ffd-d4f01c464122. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.067120] env[62845]: DEBUG nova.network.neutron [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance_info_cache with network_info: [{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.067825] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.068300] env[62845]: INFO nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Took 8.72 seconds to spawn the instance on the hypervisor. [ 802.068685] env[62845]: DEBUG nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.072283] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6d8e60-57d6-43eb-8aab-5b23a2bb8676 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.088874] env[62845]: DEBUG nova.compute.manager [req-99b07031-8f78-4376-ae1f-68f3d5893d98 req-c5c5df1a-7bb6-4bc8-a58c-4b4c015ddf25 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Received event network-vif-deleted-bd608154-3546-4ab1-ae80-2ae8e951d5c8 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.089134] env[62845]: INFO nova.compute.manager [req-99b07031-8f78-4376-ae1f-68f3d5893d98 req-c5c5df1a-7bb6-4bc8-a58c-4b4c015ddf25 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Neutron deleted interface bd608154-3546-4ab1-ae80-2ae8e951d5c8; detaching it from the instance and deleting it from the info cache [ 802.089305] env[62845]: DEBUG nova.network.neutron [req-99b07031-8f78-4376-ae1f-68f3d5893d98 req-c5c5df1a-7bb6-4bc8-a58c-4b4c015ddf25 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.244110] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Successfully updated port: a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.268614] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.269235] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.275684] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.706s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.275959] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.279275] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.777s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.283313] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.285563] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.981s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.288280] env[62845]: INFO nova.compute.claims [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.320088] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535909, 'name': CreateVM_Task, 'duration_secs': 0.878659} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.320952] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.321727] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.321957] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.322399] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.322922] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165d6575-4d67-4d26-b496-5d30007d000b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.327403] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 802.327403] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217aff2-a343-d8b7-35b1-53e56e6a4206" [ 802.327403] env[62845]: _type = "Task" [ 802.327403] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.331552] env[62845]: INFO nova.scheduler.client.report [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleted allocations for instance c432556e-9980-43ad-ade5-1da925b9ae8f [ 802.338405] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217aff2-a343-d8b7-35b1-53e56e6a4206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.339336] env[62845]: INFO nova.scheduler.client.report [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Deleted allocations for instance 07765e55-bb9d-48e5-80a3-3ad43ca76c33 [ 802.392381] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535910, 'name': ReconfigVM_Task, 'duration_secs': 0.835514} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.392651] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/9e201354-6555-4ec7-861c-5169330256d8.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.393279] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ecafed-c393-4ac3-87da-120dbfca9bd2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.399481] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 802.399481] env[62845]: value = "task-2535911" [ 802.399481] env[62845]: _type = "Task" [ 802.399481] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.407897] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535911, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.561470] env[62845]: DEBUG nova.network.neutron [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.571264] env[62845]: DEBUG oslo_concurrency.lockutils [req-e877b403-8233-4504-a6b9-45374de16da6 req-e7549246-097e-4d3d-bd81-e39dfdc4be27 service nova] Releasing lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.591834] env[62845]: INFO nova.compute.manager [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Took 52.43 seconds to build instance. [ 802.596021] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d64240e1-1c01-4009-ac46-ec2f083c2098 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.603124] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5992bb-f04f-4911-9ea9-5569508dec3d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.644200] env[62845]: DEBUG nova.compute.manager [req-99b07031-8f78-4376-ae1f-68f3d5893d98 req-c5c5df1a-7bb6-4bc8-a58c-4b4c015ddf25 service nova] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Detach interface failed, port_id=bd608154-3546-4ab1-ae80-2ae8e951d5c8, reason: Instance 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.750018] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.750018] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquired lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.750018] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.793065] env[62845]: DEBUG nova.compute.utils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.797109] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.797109] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.835974] env[62845]: DEBUG nova.policy [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378ec23686384b2498469a8fd83850f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b289dd6221fa47128e4e076c25e4a874', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.843119] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5217aff2-a343-d8b7-35b1-53e56e6a4206, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.843547] env[62845]: DEBUG oslo_concurrency.lockutils [None req-45824438-2f7e-4a1d-aa66-d21bac579a7b tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "c432556e-9980-43ad-ade5-1da925b9ae8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.720s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.844815] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.844815] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.844947] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.845022] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.845222] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.847219] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c32206b-2afd-44ff-aa18-0809d4b176fb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.850745] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b469c8ab-bb56-4ab9-9e27-16ed10d2a022 tempest-ServersTestJSON-751516273 tempest-ServersTestJSON-751516273-project-member] Lock "07765e55-bb9d-48e5-80a3-3ad43ca76c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.376s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.859410] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.859410] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.859989] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1714451-3075-4f57-a0bc-8f80b6178c02 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.868181] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 802.868181] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522967be-377b-ea15-ddfe-ea634bfefbd5" [ 802.868181] env[62845]: _type = "Task" [ 802.868181] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.879179] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522967be-377b-ea15-ddfe-ea634bfefbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.879683] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9168152-f3fc-4476-a844-aeb25ef355f2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.885106] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 802.885106] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f40012-fc3d-18c0-1563-08fc760b5f56" [ 802.885106] env[62845]: _type = "Task" [ 802.885106] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.893138] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f40012-fc3d-18c0-1563-08fc760b5f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.908289] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535911, 'name': Rename_Task, 'duration_secs': 0.135164} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.908289] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.908383] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec5aa7c0-7d2f-417a-8abe-772bd726c473 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.917017] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 802.917017] env[62845]: value = "task-2535912" [ 802.917017] env[62845]: _type = "Task" [ 802.917017] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.926221] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.948289] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "74de7b85-13d0-4785-aa3c-204678d5d821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.948529] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.948799] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.948948] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.949101] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.951242] env[62845]: INFO nova.compute.manager [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Terminating instance [ 803.065145] env[62845]: INFO nova.compute.manager [-] [instance: 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab] Took 1.65 seconds to deallocate network for instance. [ 803.093685] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7dd8753c-d0cd-4739-8a10-99bd17d7fd2a tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "178863f8-f026-4a5d-8960-2dc5eed2182d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.779s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.143210] env[62845]: DEBUG nova.compute.manager [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Received event network-vif-plugged-a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.143210] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Acquiring lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.143638] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.143684] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.143829] env[62845]: DEBUG nova.compute.manager [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] No waiting events found dispatching network-vif-plugged-a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.144409] env[62845]: WARNING nova.compute.manager [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Received unexpected event network-vif-plugged-a3d1468b-7ddc-4e9d-950d-e69b6fe31502 for instance with vm_state building and task_state spawning. [ 803.144694] env[62845]: DEBUG nova.compute.manager [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Received event network-changed-a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.144934] env[62845]: DEBUG nova.compute.manager [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Refreshing instance network info cache due to event network-changed-a3d1468b-7ddc-4e9d-950d-e69b6fe31502. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.145451] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Acquiring lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.239069] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Successfully created port: 59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.296531] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.302455] env[62845]: DEBUG nova.compute.utils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.400137] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f40012-fc3d-18c0-1563-08fc760b5f56, 'name': SearchDatastore_Task, 'duration_secs': 0.021109} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.400137] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.400137] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.400137] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396b0cfc-d729-4f6b-bd83-4b3243ef0a7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.404859] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 803.404859] env[62845]: value = "task-2535913" [ 803.404859] env[62845]: _type = "Task" [ 803.404859] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.418880] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.433831] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535912, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.456141] env[62845]: DEBUG nova.compute.manager [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.456456] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.463873] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c2811-ea39-4f83-800b-ba4c3972fa11 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.486145] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.487957] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8d7708-d22b-42f3-a1fd-2b5c13a28b4b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.502337] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 803.502337] env[62845]: value = "task-2535914" [ 803.502337] env[62845]: _type = "Task" [ 803.502337] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.518753] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.573302] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.593583] env[62845]: DEBUG nova.network.neutron [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Updating instance_info_cache with network_info: [{"id": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "address": "fa:16:3e:c5:b5:51", "network": {"id": "a6e08196-7ad2-4dd7-9b1c-e8851a7e13d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1245057434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "639854242a484c9a82b7aba40ac9f37e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d1468b-7d", "ovs_interfaceid": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.597411] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.806804] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.862022] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c0ae6-b7c4-4d5e-8251-4af1280bc97d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.873017] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a74052-91be-4fd5-b5cd-609db2cc615d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.669615] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Releasing lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.670061] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Instance network_info: |[{"id": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "address": "fa:16:3e:c5:b5:51", "network": {"id": "a6e08196-7ad2-4dd7-9b1c-e8851a7e13d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1245057434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "639854242a484c9a82b7aba40ac9f37e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d1468b-7d", "ovs_interfaceid": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.687682] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Acquired lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687682] env[62845]: DEBUG nova.network.neutron [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Refreshing network info cache for port a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.689274] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b5:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3d1468b-7ddc-4e9d-950d-e69b6fe31502', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.696720] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Creating folder: Project (639854242a484c9a82b7aba40ac9f37e). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.700130] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf18be-3c62-48bd-aa86-72d6bcc8d1f0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.707019] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0975d522-b81b-409c-a78c-fcde4e3de9f9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.720742] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535914, 'name': PowerOffVM_Task, 'duration_secs': 0.275823} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.721309] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591372} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.721520] env[62845]: DEBUG oslo_vmware.api [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535912, 'name': PowerOnVM_Task, 'duration_secs': 0.656988} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.725216] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.725411] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.725699] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.725904] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.726165] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.726361] env[62845]: INFO nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Took 8.10 seconds to spawn the instance on the hypervisor. [ 804.726534] env[62845]: DEBUG nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.728133] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.728766] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df28af25-b541-4fa3-ab47-f7daa952fcda {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.730356] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9530d363-22a7-4b9f-b172-da29cfb93cac {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.732591] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc71516-0384-46ae-a775-34f9df60294f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.736355] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a318e-042b-47d4-80e6-ed539f8b60ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.742319] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Created folder: Project (639854242a484c9a82b7aba40ac9f37e) in parent group-v512253. [ 804.742506] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Creating folder: Instances. Parent ref: group-v512383. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.743770] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a61fd14-c8ef-4d2e-8678-2cadf7f68449 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.761518] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 804.761518] env[62845]: value = "task-2535917" [ 804.761518] env[62845]: _type = "Task" [ 804.761518] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.762255] env[62845]: DEBUG nova.compute.provider_tree [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.765535] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Created folder: Instances in parent group-v512383. [ 804.765644] env[62845]: DEBUG oslo.service.loopingcall [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.769148] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.769648] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbec7902-7928-424d-922c-9a407acfe7db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.791257] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.792739] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.792739] env[62845]: value = "task-2535919" [ 804.792739] env[62845]: _type = "Task" [ 804.792739] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.804054] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535919, 'name': CreateVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.951159] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.951448] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.951645] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Deleting the datastore file [datastore2] 74de7b85-13d0-4785-aa3c-204678d5d821 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.951832] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418ebb08-a151-465c-bb16-9618764af018 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.957888] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 804.957888] env[62845]: value = "task-2535920" [ 804.957888] env[62845]: _type = "Task" [ 804.957888] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.966112] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.083826] env[62845]: DEBUG nova.network.neutron [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Updated VIF entry in instance network info cache for port a3d1468b-7ddc-4e9d-950d-e69b6fe31502. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.086967] env[62845]: DEBUG nova.network.neutron [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Updating instance_info_cache with network_info: [{"id": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "address": "fa:16:3e:c5:b5:51", "network": {"id": "a6e08196-7ad2-4dd7-9b1c-e8851a7e13d8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1245057434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "639854242a484c9a82b7aba40ac9f37e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d1468b-7d", "ovs_interfaceid": "a3d1468b-7ddc-4e9d-950d-e69b6fe31502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.206539] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.209202] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.209465] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.209883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.209883] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.210013] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.214322] env[62845]: INFO nova.compute.manager [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Terminating instance [ 805.242697] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1913583037',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2026772058',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.242984] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.243115] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.243311] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.243459] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.243603] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.243806] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.243962] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.244268] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.244446] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.244620] env[62845]: DEBUG nova.virt.hardware [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.246915] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02b056-8b95-416f-b436-949f1bac6677 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.255472] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a6c8cf-13bf-4d14-93c6-e750f1f89920 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.281746] env[62845]: INFO nova.compute.manager [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Took 51.54 seconds to build instance. [ 805.289252] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075716} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.289252] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.290493] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7594c54-ef4c-4ca2-9443-8de00cfe3552 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.321582] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.322598] env[62845]: DEBUG nova.scheduler.client.report [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.322845] env[62845]: DEBUG nova.compute.provider_tree [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 67 to 68 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.323044] env[62845]: DEBUG nova.compute.provider_tree [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.331054] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c6f618-a558-4187-9598-d0bcdf6a6dfe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.353607] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535919, 'name': CreateVM_Task, 'duration_secs': 0.386943} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.354862] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.355200] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 805.355200] env[62845]: value = "task-2535921" [ 805.355200] env[62845]: _type = "Task" [ 805.355200] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.355891] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.355996] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.357138] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.357574] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1e7553-2d54-4510-b2c0-9aecec1da704 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.368390] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Successfully updated port: 59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.372596] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 805.372596] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525246ea-ed0c-1fa6-00ee-ed4ac0f30c54" [ 805.372596] env[62845]: _type = "Task" [ 805.372596] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.372827] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.385961] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525246ea-ed0c-1fa6-00ee-ed4ac0f30c54, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.386799] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.390019] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.390019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.390019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.390019] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.390019] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afff2a02-e8ff-43d9-a399-1a210205c04c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.396656] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.396846] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.397668] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4200a56a-274e-426c-b29a-aaf161d3f714 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.404154] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 805.404154] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52577c0f-e3bc-be76-78d1-73fab821f191" [ 805.404154] env[62845]: _type = "Task" [ 805.404154] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.412378] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52577c0f-e3bc-be76-78d1-73fab821f191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.417909] env[62845]: DEBUG nova.compute.manager [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Received event network-vif-plugged-59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.418170] env[62845]: DEBUG oslo_concurrency.lockutils [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] Acquiring lock "160beb99-bc79-4a6b-a566-c0e1f276f32e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.418413] env[62845]: DEBUG oslo_concurrency.lockutils [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] Lock "160beb99-bc79-4a6b-a566-c0e1f276f32e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.418562] env[62845]: DEBUG oslo_concurrency.lockutils [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] Lock "160beb99-bc79-4a6b-a566-c0e1f276f32e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.418730] env[62845]: DEBUG nova.compute.manager [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] No waiting events found dispatching network-vif-plugged-59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.418925] env[62845]: WARNING nova.compute.manager [req-92bf32a1-336e-4978-a758-f57e024287b1 req-952a37b6-01af-42ee-94ee-9834eff532f2 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Received unexpected event network-vif-plugged-59d355ce-fe68-4647-bfdc-49e14c314eba for instance with vm_state building and task_state spawning. [ 805.468523] env[62845]: DEBUG oslo_vmware.api [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2535920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364293} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.468949] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.469298] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.469331] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.469544] env[62845]: INFO nova.compute.manager [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Took 2.01 seconds to destroy the instance on the hypervisor. [ 805.469802] env[62845]: DEBUG oslo.service.loopingcall [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.469990] env[62845]: DEBUG nova.compute.manager [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.470102] env[62845]: DEBUG nova.network.neutron [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.588490] env[62845]: DEBUG oslo_concurrency.lockutils [req-93851687-2d96-42b1-9adb-e50aacfa27a1 req-e1d0bb61-791c-454b-9b6e-b4c25bbf48f3 service nova] Releasing lock "refresh_cache-5b5ed669-e85a-4b19-917d-04b5e6b02241" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.719883] env[62845]: DEBUG nova.compute.manager [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.719883] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.719883] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9949b64-f446-42d7-903b-95a96fd1dc54 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.729935] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.730355] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809a1cb3-645c-4aca-96dc-7cae4b070811 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.741024] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 805.741024] env[62845]: value = "task-2535922" [ 805.741024] env[62845]: _type = "Task" [ 805.741024] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.749466] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.784345] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5211ad24-3c7c-4e50-84fa-e74a0c94bd3f tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "9e201354-6555-4ec7-861c-5169330256d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.548s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.850039] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.565s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.850605] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.855468] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.773s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.855468] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.856586] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.361s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.856794] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.858781] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.700s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.860326] env[62845]: INFO nova.compute.claims [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.875031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.875575] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.876260] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.877665] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.882069] env[62845]: INFO nova.compute.manager [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Rescuing [ 805.882736] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.883509] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.884283] env[62845]: DEBUG nova.network.neutron [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.888921] env[62845]: INFO nova.scheduler.client.report [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Deleted allocations for instance af48b1f1-23c5-4e57-b977-e19e4edaf9a6 [ 805.891840] env[62845]: INFO nova.scheduler.client.report [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleted allocations for instance 3c08855a-5a42-4495-b8b7-670504c282d0 [ 805.914356] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52577c0f-e3bc-be76-78d1-73fab821f191, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.915546] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc29ae2-0222-45d2-b5c0-cc9eb97eeac6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.921456] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 805.921456] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52434830-43ae-ae81-6bc3-a79a0162ac34" [ 805.921456] env[62845]: _type = "Task" [ 805.921456] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.933379] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52434830-43ae-ae81-6bc3-a79a0162ac34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.250657] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535922, 'name': PowerOffVM_Task, 'duration_secs': 0.329586} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.250999] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.251218] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.251481] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6ec548-16a3-4a94-8077-6bd1055b4ee9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.253156] env[62845]: DEBUG nova.network.neutron [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.286760] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.318585] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.319794] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.319794] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleting the datastore file [datastore2] bc436e06-4a52-4fcf-926b-c5e80c77014a {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.319794] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2148f49-368c-4c61-8810-960c75239bfc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.327137] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for the task: (returnval){ [ 806.327137] env[62845]: value = "task-2535924" [ 806.327137] env[62845]: _type = "Task" [ 806.327137] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.336504] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.365465] env[62845]: DEBUG nova.compute.utils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.369933] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.370181] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.384540] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535921, 'name': ReconfigVM_Task, 'duration_secs': 0.717179} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.386987] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfigured VM instance instance-0000002b to attach disk [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.386987] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8cff8fd-38fc-4b60-913e-27f1bb557394 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.395223] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 806.395223] env[62845]: value = "task-2535925" [ 806.395223] env[62845]: _type = "Task" [ 806.395223] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.405128] env[62845]: DEBUG oslo_concurrency.lockutils [None req-73271d78-8558-407b-a7a5-5634b696ca0c tempest-AttachInterfacesUnderV243Test-444683411 tempest-AttachInterfacesUnderV243Test-444683411-project-member] Lock "af48b1f1-23c5-4e57-b977-e19e4edaf9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.172s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.406755] env[62845]: DEBUG oslo_concurrency.lockutils [None req-38ba5099-a39b-4092-afa7-1031ad539e03 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "3c08855a-5a42-4495-b8b7-670504c282d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.911s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.417018] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535925, 'name': Rename_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.431218] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.439219] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52434830-43ae-ae81-6bc3-a79a0162ac34, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.439458] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.439703] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 5b5ed669-e85a-4b19-917d-04b5e6b02241/5b5ed669-e85a-4b19-917d-04b5e6b02241.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.440445] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e729fc-aa28-4621-9ca5-c56d1798ec90 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.446267] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 806.446267] env[62845]: value = "task-2535926" [ 806.446267] env[62845]: _type = "Task" [ 806.446267] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.453983] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.501488] env[62845]: DEBUG nova.policy [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c6bca7095a44ed8bd8a1b7dc0a82c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5151b475ca9a49bcbf6e8240ce169f4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.669935] env[62845]: DEBUG nova.network.neutron [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Updating instance_info_cache with network_info: [{"id": "59d355ce-fe68-4647-bfdc-49e14c314eba", "address": "fa:16:3e:11:9e:c3", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d355ce-fe", "ovs_interfaceid": "59d355ce-fe68-4647-bfdc-49e14c314eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.758257] env[62845]: INFO nova.compute.manager [-] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Took 1.29 seconds to deallocate network for instance. [ 806.816960] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.838022] env[62845]: DEBUG oslo_vmware.api [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Task: {'id': task-2535924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173266} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.838299] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.838480] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.838651] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.838821] env[62845]: INFO nova.compute.manager [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 806.839075] env[62845]: DEBUG oslo.service.loopingcall [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.839266] env[62845]: DEBUG nova.compute.manager [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.839358] env[62845]: DEBUG nova.network.neutron [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.852748] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.853107] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.853310] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.853535] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.853735] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.856084] env[62845]: INFO nova.compute.manager [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Terminating instance [ 806.868334] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.886126] env[62845]: DEBUG nova.network.neutron [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Updating instance_info_cache with network_info: [{"id": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "address": "fa:16:3e:c9:8b:17", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bf9a4-9a", "ovs_interfaceid": "429bf9a4-9ae2-40e5-bdbf-d10eed2f13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.907942] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535925, 'name': Rename_Task, 'duration_secs': 0.159874} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.908271] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.908533] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb4d9081-699a-432e-a2f8-39d33edff362 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.915810] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 806.915810] env[62845]: value = "task-2535927" [ 806.915810] env[62845]: _type = "Task" [ 806.915810] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.928616] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.956370] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.008183] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Successfully created port: 93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.174091] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.174091] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Instance network_info: |[{"id": "59d355ce-fe68-4647-bfdc-49e14c314eba", "address": "fa:16:3e:11:9e:c3", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d355ce-fe", "ovs_interfaceid": "59d355ce-fe68-4647-bfdc-49e14c314eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.174430] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:9e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d355ce-fe68-4647-bfdc-49e14c314eba', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.181545] env[62845]: DEBUG oslo.service.loopingcall [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.185614] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.186174] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e7564a1-6887-4773-b297-53cb6d8057ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.209455] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.209455] env[62845]: value = "task-2535928" [ 807.209455] env[62845]: _type = "Task" [ 807.209455] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.220223] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535928, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.265583] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.360505] env[62845]: DEBUG nova.compute.manager [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.361394] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.362656] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a8a36e-46b4-4178-a366-b0b4ab2496a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.379043] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.380475] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710737ce-a369-44ca-93b2-dcd6b9d382f2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.386980] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 807.386980] env[62845]: value = "task-2535929" [ 807.386980] env[62845]: _type = "Task" [ 807.386980] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.390156] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-9e201354-6555-4ec7-861c-5169330256d8" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.403933] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.411467] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca27bc6-05d7-4d64-84fc-73920e773a2d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.423824] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940b22c-a9a1-41f9-8eed-9c3b24f98918 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.435416] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535927, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.480162] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230438c-5dcd-4878-864c-ff485d3bcfb2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.485690] env[62845]: DEBUG nova.compute.manager [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Received event network-changed-59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.485953] env[62845]: DEBUG nova.compute.manager [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Refreshing instance network info cache due to event network-changed-59d355ce-fe68-4647-bfdc-49e14c314eba. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.486221] env[62845]: DEBUG oslo_concurrency.lockutils [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] Acquiring lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.486406] env[62845]: DEBUG oslo_concurrency.lockutils [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] Acquired lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.486607] env[62845]: DEBUG nova.network.neutron [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Refreshing network info cache for port 59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.498602] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837297} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.501030] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051c1ba-6f03-4bb2-9189-c29ccc5ef5f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.503949] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 5b5ed669-e85a-4b19-917d-04b5e6b02241/5b5ed669-e85a-4b19-917d-04b5e6b02241.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.504260] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.504828] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-709c11b3-59e6-4e41-a7d4-21d184c4a6c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.518315] env[62845]: DEBUG nova.compute.provider_tree [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.521226] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 807.521226] env[62845]: value = "task-2535930" [ 807.521226] env[62845]: _type = "Task" [ 807.521226] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.530211] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.719841] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535928, 'name': CreateVM_Task, 'duration_secs': 0.355409} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.720046] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.721119] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.721306] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.721655] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.722098] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b54966-a8fb-46ee-a589-3e342afa5300 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.726740] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 807.726740] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5247fee6-58cc-dcf2-8175-d1b28bfe1593" [ 807.726740] env[62845]: _type = "Task" [ 807.726740] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.734293] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5247fee6-58cc-dcf2-8175-d1b28bfe1593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.883113] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.899075] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535929, 'name': PowerOffVM_Task, 'duration_secs': 0.300142} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.901128] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.901312] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.902014] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39655492-1ca3-4d93-9453-f5769487b553 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.912054] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.912308] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.912464] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.912642] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.912786] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.912931] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.913155] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.913331] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.913530] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.913700] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.913872] env[62845]: DEBUG nova.virt.hardware [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.914720] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206fd4c-73ef-42e3-a915-10e4d070651c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.927775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9276d1-aee9-4ba2-96af-a26375e9090c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.931853] env[62845]: DEBUG oslo_vmware.api [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2535927, 'name': PowerOnVM_Task, 'duration_secs': 0.707043} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.932138] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.932350] env[62845]: INFO nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Took 8.77 seconds to spawn the instance on the hypervisor. [ 807.932538] env[62845]: DEBUG nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.933632] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f1e2c-b9a5-450a-8f7c-18ae765bc2b9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.034917] env[62845]: DEBUG nova.network.neutron [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.036230] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073532} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.039371] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.041249] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272575a4-95eb-4ecf-8c57-579497b95ea4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.069147] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5b5ed669-e85a-4b19-917d-04b5e6b02241/5b5ed669-e85a-4b19-917d-04b5e6b02241.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.069563] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b151773-464d-471c-b75e-1c31bfa9afdb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.093297] env[62845]: DEBUG nova.scheduler.client.report [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.093586] env[62845]: DEBUG nova.compute.provider_tree [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 68 to 69 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.093796] env[62845]: DEBUG nova.compute.provider_tree [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.102405] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 808.102405] env[62845]: value = "task-2535932" [ 808.102405] env[62845]: _type = "Task" [ 808.102405] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.111949] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.237497] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5247fee6-58cc-dcf2-8175-d1b28bfe1593, 'name': SearchDatastore_Task, 'duration_secs': 0.083518} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.237814] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.238062] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.238307] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.238456] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.238633] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.238899] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8395146-d8e1-43d1-a404-4f5a25156199 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.248507] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.248690] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.249444] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879eb14c-3420-4d50-9bad-227e3eb0c5d7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.258617] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 808.258617] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ca05c1-510c-4f01-8713-65e12687ee33" [ 808.258617] env[62845]: _type = "Task" [ 808.258617] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.268300] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ca05c1-510c-4f01-8713-65e12687ee33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.413521] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.413848] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.414191] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleting the datastore file [datastore1] c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.415094] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce4bb4c4-a1a9-443a-9564-415d4b303ea5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.422276] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for the task: (returnval){ [ 808.422276] env[62845]: value = "task-2535933" [ 808.422276] env[62845]: _type = "Task" [ 808.422276] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.433965] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.462930] env[62845]: INFO nova.compute.manager [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Took 51.21 seconds to build instance. [ 808.532754] env[62845]: DEBUG nova.network.neutron [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Updated VIF entry in instance network info cache for port 59d355ce-fe68-4647-bfdc-49e14c314eba. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.533127] env[62845]: DEBUG nova.network.neutron [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Updating instance_info_cache with network_info: [{"id": "59d355ce-fe68-4647-bfdc-49e14c314eba", "address": "fa:16:3e:11:9e:c3", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d355ce-fe", "ovs_interfaceid": "59d355ce-fe68-4647-bfdc-49e14c314eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.537647] env[62845]: INFO nova.compute.manager [-] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Took 1.70 seconds to deallocate network for instance. [ 808.599654] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.600545] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.604969] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.935s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.605292] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.608394] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.588s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.608758] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.611430] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.482s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.611846] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.615316] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.824s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.616529] env[62845]: INFO nova.compute.claims [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.638357] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.656172] env[62845]: INFO nova.scheduler.client.report [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Deleted allocations for instance 8ec19d32-fde4-4639-b117-ac9d6831453f [ 808.666182] env[62845]: INFO nova.scheduler.client.report [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Deleted allocations for instance 75386726-036a-4bb8-aab0-ca4e07b6b675 [ 808.674563] env[62845]: INFO nova.scheduler.client.report [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Deleted allocations for instance f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0 [ 808.775150] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ca05c1-510c-4f01-8713-65e12687ee33, 'name': SearchDatastore_Task, 'duration_secs': 0.019494} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.775150] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130fc3d6-a2d6-4782-ad02-61808f102d6b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.781651] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 808.781651] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52867a7a-7a2a-29eb-7688-1603c55e95c2" [ 808.781651] env[62845]: _type = "Task" [ 808.781651] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.795414] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52867a7a-7a2a-29eb-7688-1603c55e95c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.933330] env[62845]: DEBUG oslo_vmware.api [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Task: {'id': task-2535933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402816} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.935021] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.935021] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.935021] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.935021] env[62845]: INFO nova.compute.manager [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 1.57 seconds to destroy the instance on the hypervisor. [ 808.935021] env[62845]: DEBUG oslo.service.loopingcall [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.935561] env[62845]: DEBUG nova.compute.manager [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.935561] env[62845]: DEBUG nova.network.neutron [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.952073] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.952378] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b85512b6-d7ce-4500-8082-ea9d4518ec4c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.959447] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 808.959447] env[62845]: value = "task-2535934" [ 808.959447] env[62845]: _type = "Task" [ 808.959447] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.969014] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ec737b6-7390-4593-a249-88db3aadf223 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.713s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.969557] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.039359] env[62845]: DEBUG oslo_concurrency.lockutils [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] Releasing lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.039359] env[62845]: DEBUG nova.compute.manager [req-7ca0c5e3-8c96-4398-b02b-f3d348a0f0cd req-af5c5246-7acd-4801-8858-d66014335a63 service nova] [instance: 74de7b85-13d0-4785-aa3c-204678d5d821] Received event network-vif-deleted-e292a242-189e-4529-8624-9ad869a814c9 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.043581] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.126991] env[62845]: DEBUG nova.compute.utils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.138535] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.138535] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.146596] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535932, 'name': ReconfigVM_Task, 'duration_secs': 0.742198} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.147504] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5b5ed669-e85a-4b19-917d-04b5e6b02241/5b5ed669-e85a-4b19-917d-04b5e6b02241.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.148200] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b76b8150-7236-447a-a677-2bb986bca581 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.154576] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 809.154576] env[62845]: value = "task-2535935" [ 809.154576] env[62845]: _type = "Task" [ 809.154576] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.167258] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535935, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.167771] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c7ff78fb-9ca8-4939-957d-fac323cd9130 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "8ec19d32-fde4-4639-b117-ac9d6831453f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.149s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.173529] env[62845]: DEBUG oslo_concurrency.lockutils [None req-eb126b40-cfa1-4711-8f9c-7c597c5c023e tempest-VolumesAssistedSnapshotsTest-2124838745 tempest-VolumesAssistedSnapshotsTest-2124838745-project-member] Lock "75386726-036a-4bb8-aab0-ca4e07b6b675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.242s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.182271] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c5d060fe-00b6-4092-9edc-07b174423111 tempest-ServersTestBootFromVolume-334459404 tempest-ServersTestBootFromVolume-334459404-project-member] Lock "f18cc418-3ecf-4e94-a23c-6e7c7c56c0d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.574s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.225579] env[62845]: DEBUG nova.policy [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eba78aca2e04815b5c82e64abbc2d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1686db692a074aff91aafa11ea955fce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.294487] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52867a7a-7a2a-29eb-7688-1603c55e95c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.294864] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.295024] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/160beb99-bc79-4a6b-a566-c0e1f276f32e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.295354] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429824e3-acb7-4ba6-8a01-7280295f46be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.302639] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 809.302639] env[62845]: value = "task-2535936" [ 809.302639] env[62845]: _type = "Task" [ 809.302639] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.315193] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.359308] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Successfully updated port: 93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.472411] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535934, 'name': PowerOffVM_Task, 'duration_secs': 0.232555} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.472691] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.473520] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f0c75-2443-4778-8536-e3dbf1923101 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.495982] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146ff7e-4d18-4b3b-b615-532976fec844 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.541859] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.545890] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c5f055-8eeb-4551-9579-39f80a391231 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.553589] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 809.553589] env[62845]: value = "task-2535937" [ 809.553589] env[62845]: _type = "Task" [ 809.553589] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.563075] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] VM already powered off {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 809.563264] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.563534] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.563660] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.563931] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.564116] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a991585a-53cd-47d5-ad2b-898676b1e5db {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.572282] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.572483] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.573230] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bc3b63-901d-409d-a0a5-8af9432686bb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.578388] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 809.578388] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5248366a-b864-3cb5-8e37-d0dc28b07aaa" [ 809.578388] env[62845]: _type = "Task" [ 809.578388] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.586253] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5248366a-b864-3cb5-8e37-d0dc28b07aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.632362] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.668044] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535935, 'name': Rename_Task, 'duration_secs': 0.154009} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.668044] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.668044] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216dbe37-ebf2-4212-99c0-8df545dfc701 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.678403] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 809.678403] env[62845]: value = "task-2535938" [ 809.678403] env[62845]: _type = "Task" [ 809.678403] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.690382] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.818681] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.825753] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: bc436e06-4a52-4fcf-926b-c5e80c77014a] Received event network-vif-deleted-32b3e045-9871-40fa-9f5e-6bcf3dd70d45 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.825753] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Received event network-vif-plugged-93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.825753] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Acquiring lock "0fe56218-3b4f-4996-905f-074815168efd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.826388] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Lock "0fe56218-3b4f-4996-905f-074815168efd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.826388] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Lock "0fe56218-3b4f-4996-905f-074815168efd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.826798] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] No waiting events found dispatching network-vif-plugged-93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.826798] env[62845]: WARNING nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Received unexpected event network-vif-plugged-93f83680-0eab-48d5-9e0d-40cb1c94ba5f for instance with vm_state building and task_state spawning. [ 809.829727] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Received event network-changed-93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.829727] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Refreshing instance network info cache due to event network-changed-93f83680-0eab-48d5-9e0d-40cb1c94ba5f. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.829727] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Acquiring lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.829727] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Acquired lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.829727] env[62845]: DEBUG nova.network.neutron [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Refreshing network info cache for port 93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.862525] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.923456] env[62845]: DEBUG nova.network.neutron [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.092491] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5248366a-b864-3cb5-8e37-d0dc28b07aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.097361] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158e4e26-08cf-4db5-b0ff-5f63a2004bf5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105165] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 810.105165] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8e52a-bf45-882e-2e14-914d816668bf" [ 810.105165] env[62845]: _type = "Task" [ 810.105165] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.121081] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8e52a-bf45-882e-2e14-914d816668bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.157714] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347d002-981a-4b8e-ac98-5cab63713fc4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.166177] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb887b09-d86f-41dd-91eb-dd5a0865a9c1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.213503] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980ed53-3335-41b0-8e05-79b4c3f723ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.226029] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b1bf75-43e3-4360-957f-460df0d88a18 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.229779] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.241491] env[62845]: DEBUG nova.compute.provider_tree [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.317150] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727076} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.318588] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Successfully created port: 607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.322079] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/160beb99-bc79-4a6b-a566-c0e1f276f32e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.322762] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.324029] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd139ce-aa5a-49db-916a-4ae00792c66d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.329715] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 810.329715] env[62845]: value = "task-2535939" [ 810.329715] env[62845]: _type = "Task" [ 810.329715] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.341939] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.388901] env[62845]: DEBUG nova.network.neutron [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.426675] env[62845]: INFO nova.compute.manager [-] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Took 1.49 seconds to deallocate network for instance. [ 810.502562] env[62845]: DEBUG nova.network.neutron [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.618671] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b8e52a-bf45-882e-2e14-914d816668bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.618671] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.618828] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk. {{(pid=62845) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 810.619045] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c3958b9-946b-4709-be0a-179d1f7011e0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.627401] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 810.627401] env[62845]: value = "task-2535940" [ 810.627401] env[62845]: _type = "Task" [ 810.627401] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.638925] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.649825] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.678962] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.679217] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.679393] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.679590] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.679736] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.679909] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.680351] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.680483] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.680687] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.680869] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.681064] env[62845]: DEBUG nova.virt.hardware [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.681922] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01590a35-6190-42ed-975e-5ea1009ee6fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.690226] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f438fce8-8965-4106-b9b8-da30552edeca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.718567] env[62845]: DEBUG oslo_vmware.api [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535938, 'name': PowerOnVM_Task, 'duration_secs': 0.61971} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.718860] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.720878] env[62845]: INFO nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Took 8.96 seconds to spawn the instance on the hypervisor. [ 810.721175] env[62845]: DEBUG nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.725399] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002e221-3203-4da2-a141-b4d8747780b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.746047] env[62845]: DEBUG nova.scheduler.client.report [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.840184] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067027} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.840466] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.844198] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57f23f-89ea-4c7e-a9f4-6d6fde0e13ba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.864753] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/160beb99-bc79-4a6b-a566-c0e1f276f32e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.865890] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c42226-8d3d-4822-8a47-6f9b930f3dce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.886527] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 810.886527] env[62845]: value = "task-2535941" [ 810.886527] env[62845]: _type = "Task" [ 810.886527] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.897816] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.934690] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.006807] env[62845]: DEBUG oslo_concurrency.lockutils [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] Releasing lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.006923] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Received event network-vif-deleted-1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.010752] env[62845]: INFO nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Neutron deleted interface 1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1; detaching it from the instance and deleting it from the info cache [ 811.010752] env[62845]: DEBUG nova.network.neutron [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.010752] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.010752] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.142833] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535940, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.248164] env[62845]: INFO nova.compute.manager [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Took 51.68 seconds to build instance. [ 811.255089] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.255089] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.261813] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.303s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.262129] env[62845]: DEBUG nova.objects.instance [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lazy-loading 'resources' on Instance uuid f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.397979] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.518146] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ce07405-a894-4035-a7f0-0d81010e8cb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.530259] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b5b26-ecf8-470c-9d3c-76523d726555 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.565100] env[62845]: DEBUG nova.compute.manager [req-ad2d6fb0-d236-4527-a0a8-0491e4aabaee req-b8aab739-57b8-4980-809c-9bfa7e4006ab service nova] [instance: c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9] Detach interface failed, port_id=1d292c4c-8bfc-4de8-86b7-cd3f9a0382f1, reason: Instance c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 811.587247] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.642605] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853201} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.643101] env[62845]: INFO nova.virt.vmwareapi.ds_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk. [ 811.643872] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1f488-5592-42c3-96d8-8eb07f091557 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.677469] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.681384] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f44109-589b-4bb4-9983-b4590ff94ded {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.705431] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 811.705431] env[62845]: value = "task-2535942" [ 811.705431] env[62845]: _type = "Task" [ 811.705431] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.715668] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.758123] env[62845]: DEBUG oslo_concurrency.lockutils [None req-c4c6765b-34e6-4f72-ba2a-e0869dfd793a tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.781s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.763682] env[62845]: DEBUG nova.compute.utils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.767332] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.767332] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.775705] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "ada58792-2470-4aa6-9a2c-e1259604e57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.775939] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.903142] env[62845]: DEBUG nova.policy [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d07e66f4d4f4a6ab6c73a1781ae837f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65b155ea7c645b087475a6e4d75125d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.912750] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535941, 'name': ReconfigVM_Task, 'duration_secs': 0.639655} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.913867] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/160beb99-bc79-4a6b-a566-c0e1f276f32e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.914792] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62845) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 811.915593] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-93d5dcb1-9d18-4090-98cb-69608750cdcb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.925165] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 811.925165] env[62845]: value = "task-2535943" [ 811.925165] env[62845]: _type = "Task" [ 811.925165] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.936658] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535943, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.998609] env[62845]: DEBUG nova.network.neutron [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Updating instance_info_cache with network_info: [{"id": "93f83680-0eab-48d5-9e0d-40cb1c94ba5f", "address": "fa:16:3e:4c:ef:2c", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f83680-0e", "ovs_interfaceid": "93f83680-0eab-48d5-9e0d-40cb1c94ba5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.201143] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.201422] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.201627] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.201803] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.201977] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.204196] env[62845]: INFO nova.compute.manager [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Terminating instance [ 812.219768] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.228444] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693a24b-8c83-4c55-8122-38b8781d865f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.236438] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c6143c-374f-49ca-9bb8-73bab1ca8e09 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.272474] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69464b5-0580-425c-b390-c96043a017e6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.275710] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.278756] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.286543] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f4aab-e805-4a6f-b59a-aa0da3c24d1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.304594] env[62845]: DEBUG nova.compute.provider_tree [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.434914] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535943, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.10736} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.435236] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62845) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 812.435976] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac897f9-e188-420a-8bfa-8cff87f8ca24 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.469454] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/ephemeral_0.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.470071] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025edf63-9ae7-4026-ae55-c4a27c443355 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.488737] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 812.488737] env[62845]: value = "task-2535944" [ 812.488737] env[62845]: _type = "Task" [ 812.488737] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.499851] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.501548] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "refresh_cache-0fe56218-3b4f-4996-905f-074815168efd" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.501940] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Instance network_info: |[{"id": "93f83680-0eab-48d5-9e0d-40cb1c94ba5f", "address": "fa:16:3e:4c:ef:2c", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f83680-0e", "ovs_interfaceid": "93f83680-0eab-48d5-9e0d-40cb1c94ba5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.502523] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ef:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f83680-0eab-48d5-9e0d-40cb1c94ba5f', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.509861] env[62845]: DEBUG oslo.service.loopingcall [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.510230] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.510464] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7b70a22-b9a7-4945-9ce4-a48d15cdcab1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.527316] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Successfully created port: 1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.534852] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.534852] env[62845]: value = "task-2535945" [ 812.534852] env[62845]: _type = "Task" [ 812.534852] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.544386] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535945, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.720284] env[62845]: DEBUG nova.compute.manager [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.720284] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.720284] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535942, 'name': ReconfigVM_Task, 'duration_secs': 0.976813} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.720284] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a763db4-b51c-41c6-8912-5497b88ac6f6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.721723] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 9e201354-6555-4ec7-861c-5169330256d8/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.722639] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca86e7-01ed-488d-b425-7542f353e3d8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.731228] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.752193] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05831ebe-9d4d-4113-94cf-7d0bb655d27f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.761557] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9d0306-c51d-44c0-8b8f-cce346ad3aab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.779459] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 812.779459] env[62845]: value = "task-2535946" [ 812.779459] env[62845]: _type = "Task" [ 812.779459] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.780822] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 812.780822] env[62845]: value = "task-2535947" [ 812.780822] env[62845]: _type = "Task" [ 812.780822] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.801424] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.809209] env[62845]: DEBUG nova.scheduler.client.report [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.810964] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.828865] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.998946] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.025788] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Successfully updated port: 607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.052353] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535945, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.263710] env[62845]: DEBUG nova.compute.manager [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Received event network-vif-plugged-607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.263946] env[62845]: DEBUG oslo_concurrency.lockutils [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] Acquiring lock "ea552a2a-9e19-4259-a723-1533d03852c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.264294] env[62845]: DEBUG oslo_concurrency.lockutils [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] Lock "ea552a2a-9e19-4259-a723-1533d03852c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.264498] env[62845]: DEBUG oslo_concurrency.lockutils [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] Lock "ea552a2a-9e19-4259-a723-1533d03852c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.264686] env[62845]: DEBUG nova.compute.manager [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] No waiting events found dispatching network-vif-plugged-607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.264853] env[62845]: WARNING nova.compute.manager [req-32107b25-0896-48c8-953a-ae3025d92a25 req-1c3f727a-19e8-403e-8824-9d0fa1c70c06 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Received unexpected event network-vif-plugged-607e6981-55c9-4ebe-9d2e-e91df62bbdd2 for instance with vm_state building and task_state spawning. [ 813.294160] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.296218] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535947, 'name': ReconfigVM_Task, 'duration_secs': 0.244814} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.299556] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.300370] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535946, 'name': PowerOffVM_Task, 'duration_secs': 0.258659} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.300636] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67ebec50-edc9-4a3a-842b-790d3f426c40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302281] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.302350] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.302676] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcac7243-7453-4a14-924d-f14b2c376aec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.312868] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 813.312868] env[62845]: value = "task-2535948" [ 813.312868] env[62845]: _type = "Task" [ 813.312868] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.316545] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.319552] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.047s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.321034] env[62845]: INFO nova.compute.claims [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.330182] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.333085] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.333257] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.333386] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.333570] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.333719] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.333881] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.334173] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.334355] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.334530] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.334693] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.334864] env[62845]: DEBUG nova.virt.hardware [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.336371] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94831d2c-ba29-4da6-b879-4d773ee4bcd9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.346529] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f87499-f706-42ca-9c28-e0d6f5191eb8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.363307] env[62845]: INFO nova.scheduler.client.report [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Deleted allocations for instance f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7 [ 813.365600] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.365803] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.365984] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Deleting the datastore file [datastore2] 5b5ed669-e85a-4b19-917d-04b5e6b02241 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.368505] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-186c07b4-425f-47b5-9287-b32dbd269dd0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.375081] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for the task: (returnval){ [ 813.375081] env[62845]: value = "task-2535950" [ 813.375081] env[62845]: _type = "Task" [ 813.375081] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.381126] env[62845]: DEBUG nova.compute.manager [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Stashing vm_state: active {{(pid=62845) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 813.389857] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.501900] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535944, 'name': ReconfigVM_Task, 'duration_secs': 0.624495} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.502252] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 160beb99-bc79-4a6b-a566-c0e1f276f32e/ephemeral_0.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.502893] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbea91e2-421c-4adc-8013-ad11752df320 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.509267] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 813.509267] env[62845]: value = "task-2535951" [ 813.509267] env[62845]: _type = "Task" [ 813.509267] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.517495] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535951, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.529784] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquiring lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.529784] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquired lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.530093] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.544397] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535945, 'name': CreateVM_Task, 'duration_secs': 0.515791} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.544564] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.545123] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.545360] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.545598] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.545850] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63acf718-8a47-4294-9ef3-7f420b8e886a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.554044] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 813.554044] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52628dab-013a-e041-e774-4ebef51fa44d" [ 813.554044] env[62845]: _type = "Task" [ 813.554044] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.559048] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52628dab-013a-e041-e774-4ebef51fa44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.828017] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.874450] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3c9f750c-8d30-4bc5-a923-530e404f3bc6 tempest-ServersV294TestFqdnHostnames-1572610840 tempest-ServersV294TestFqdnHostnames-1572610840-project-member] Lock "f8dec537-4332-4f61-8e6b-d0bb3bc0bbc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.703s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.896066] env[62845]: DEBUG oslo_vmware.api [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Task: {'id': task-2535950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278683} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.896939] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.897096] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.897275] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.897673] env[62845]: INFO nova.compute.manager [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Took 1.18 seconds to destroy the instance on the hypervisor. [ 813.898255] env[62845]: DEBUG oslo.service.loopingcall [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.899203] env[62845]: DEBUG nova.compute.manager [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.899312] env[62845]: DEBUG nova.network.neutron [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.907573] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.026271] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535951, 'name': Rename_Task, 'duration_secs': 0.187751} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.026935] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.027989] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79939269-8889-40f1-8e46-000bee7a2888 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.036370] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Waiting for the task: (returnval){ [ 814.036370] env[62845]: value = "task-2535952" [ 814.036370] env[62845]: _type = "Task" [ 814.036370] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.045945] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.062579] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52628dab-013a-e041-e774-4ebef51fa44d, 'name': SearchDatastore_Task, 'duration_secs': 0.032758} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.063146] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.063893] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.064252] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.064410] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064580] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.064858] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321a579f-5b86-4ac9-b0ec-e0be1e701b63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.074183] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.074183] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.075104] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582ed944-c4ef-42a6-bc18-b6fb87c00ff9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.083124] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 814.083124] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7d875-11ea-eb67-b250-66baf5caef01" [ 814.083124] env[62845]: _type = "Task" [ 814.083124] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.097024] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7d875-11ea-eb67-b250-66baf5caef01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.102834] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.323264] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.509886] env[62845]: DEBUG nova.network.neutron [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Updating instance_info_cache with network_info: [{"id": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "address": "fa:16:3e:3f:a4:b5", "network": {"id": "5153d15d-c138-4ae2-a9be-9d77ba54f3df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1172067416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1686db692a074aff91aafa11ea955fce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607e6981-55", "ovs_interfaceid": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.557716] env[62845]: DEBUG oslo_vmware.api [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Task: {'id': task-2535952, 'name': PowerOnVM_Task, 'duration_secs': 0.509502} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.557716] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.557716] env[62845]: INFO nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Took 9.35 seconds to spawn the instance on the hypervisor. [ 814.557716] env[62845]: DEBUG nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.557716] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd8b0b9-106d-4d6e-a389-2749a0ac80f1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.580302] env[62845]: DEBUG nova.compute.manager [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Received event network-vif-plugged-1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.580554] env[62845]: DEBUG oslo_concurrency.lockutils [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] Acquiring lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.583535] env[62845]: DEBUG oslo_concurrency.lockutils [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.583784] env[62845]: DEBUG oslo_concurrency.lockutils [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.583968] env[62845]: DEBUG nova.compute.manager [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] No waiting events found dispatching network-vif-plugged-1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.584789] env[62845]: WARNING nova.compute.manager [req-83e945a3-82eb-4304-a789-cb2e43993224 req-e46ca6a4-748a-43c9-b53c-03e496175ac9 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Received unexpected event network-vif-plugged-1820bc3f-6191-4092-86fc-76c79b30f82e for instance with vm_state building and task_state spawning. [ 814.598424] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7d875-11ea-eb67-b250-66baf5caef01, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.599368] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ec5601-ae7a-46d2-afe3-f4189b42f7ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.606623] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 814.606623] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5214c9ee-3cc8-a9b9-1b09-45ebcfd50f32" [ 814.606623] env[62845]: _type = "Task" [ 814.606623] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.619025] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5214c9ee-3cc8-a9b9-1b09-45ebcfd50f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.717561] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Successfully updated port: 1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.822376] env[62845]: DEBUG oslo_vmware.api [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535948, 'name': PowerOnVM_Task, 'duration_secs': 1.160638} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.825072] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.827741] env[62845]: DEBUG nova.compute.manager [None req-d7ac1207-6a15-458b-81e9-e8ef56eb15dd tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 9e201354-6555-4ec7-861c-5169330256d8] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.828770] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee257c-ee73-458d-b07e-9dcd5fd19343 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.891504] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a6b7c-b789-4024-b7e9-8525518b154b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.904512] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc5b08c-681b-4a6c-8ee9-c95625ce0ba8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.937323] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e871f66-7929-47b8-9ac2-ca358a579a9b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.945498] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcaea49-223e-4b2e-87fc-964f59d6729c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.963508] env[62845]: DEBUG nova.compute.provider_tree [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.998235] env[62845]: DEBUG nova.network.neutron [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.014790] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Releasing lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.014790] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Instance network_info: |[{"id": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "address": "fa:16:3e:3f:a4:b5", "network": {"id": "5153d15d-c138-4ae2-a9be-9d77ba54f3df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1172067416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1686db692a074aff91aafa11ea955fce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607e6981-55", "ovs_interfaceid": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.014918] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607e6981-55c9-4ebe-9d2e-e91df62bbdd2', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.021259] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Creating folder: Project (1686db692a074aff91aafa11ea955fce). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.021804] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836c639f-4711-4cbe-9be6-2fab82a55ab2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.032864] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Created folder: Project (1686db692a074aff91aafa11ea955fce) in parent group-v512253. [ 815.033206] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Creating folder: Instances. Parent ref: group-v512388. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.033630] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-516a1c35-5b5d-4978-8b7e-5409599937ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.045197] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Created folder: Instances in parent group-v512388. [ 815.045481] env[62845]: DEBUG oslo.service.loopingcall [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.046497] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.046497] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3282fbc1-ba7e-4a1d-b623-30002608dc82 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.071839] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.071839] env[62845]: value = "task-2535955" [ 815.071839] env[62845]: _type = "Task" [ 815.071839] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.081453] env[62845]: INFO nova.compute.manager [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Took 48.08 seconds to build instance. [ 815.089574] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535955, 'name': CreateVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.118195] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5214c9ee-3cc8-a9b9-1b09-45ebcfd50f32, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.118511] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.118774] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 0fe56218-3b4f-4996-905f-074815168efd/0fe56218-3b4f-4996-905f-074815168efd.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.119054] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f8deea2-34cd-486b-95a2-6711ad25e480 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.127733] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 815.127733] env[62845]: value = "task-2535956" [ 815.127733] env[62845]: _type = "Task" [ 815.127733] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.138734] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.223227] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.223463] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquired lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.223686] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.469025] env[62845]: DEBUG nova.scheduler.client.report [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.501100] env[62845]: INFO nova.compute.manager [-] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Took 1.60 seconds to deallocate network for instance. [ 815.584250] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535955, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.584250] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ef1b3123-aea5-4be1-8b44-9db4e6abfb0f tempest-ServersWithSpecificFlavorTestJSON-238920164 tempest-ServersWithSpecificFlavorTestJSON-238920164-project-member] Lock "160beb99-bc79-4a6b-a566-c0e1f276f32e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.639s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.638746] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494779} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.639037] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 0fe56218-3b4f-4996-905f-074815168efd/0fe56218-3b4f-4996-905f-074815168efd.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.639260] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.639512] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d748c33f-ef40-49f7-8771-774c487e506f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.648705] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 815.648705] env[62845]: value = "task-2535957" [ 815.648705] env[62845]: _type = "Task" [ 815.648705] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.656222] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.773964] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.858982] env[62845]: DEBUG nova.compute.manager [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Received event network-changed-607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.859205] env[62845]: DEBUG nova.compute.manager [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Refreshing instance network info cache due to event network-changed-607e6981-55c9-4ebe-9d2e-e91df62bbdd2. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.859472] env[62845]: DEBUG oslo_concurrency.lockutils [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] Acquiring lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.859553] env[62845]: DEBUG oslo_concurrency.lockutils [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] Acquired lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.859712] env[62845]: DEBUG nova.network.neutron [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Refreshing network info cache for port 607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.937356] env[62845]: DEBUG nova.network.neutron [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Updating instance_info_cache with network_info: [{"id": "1820bc3f-6191-4092-86fc-76c79b30f82e", "address": "fa:16:3e:e7:48:6e", "network": {"id": "f3f0162e-7b34-4513-bda5-409ab82615d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-179884544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65b155ea7c645b087475a6e4d75125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1820bc3f-61", "ovs_interfaceid": "1820bc3f-6191-4092-86fc-76c79b30f82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.972557] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.973085] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.975729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.662s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.979118] env[62845]: INFO nova.compute.claims [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.011949] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.080147] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535955, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.161154] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096474} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.161381] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.162169] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b151d64e-a4d9-4e86-864f-c15adefd8912 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.185820] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0fe56218-3b4f-4996-905f-074815168efd/0fe56218-3b4f-4996-905f-074815168efd.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.186150] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c8f782-b59c-4845-8dbe-48c5d0c749d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.210791] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 816.210791] env[62845]: value = "task-2535958" [ 816.210791] env[62845]: _type = "Task" [ 816.210791] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.219280] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.446612] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Releasing lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.447011] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Instance network_info: |[{"id": "1820bc3f-6191-4092-86fc-76c79b30f82e", "address": "fa:16:3e:e7:48:6e", "network": {"id": "f3f0162e-7b34-4513-bda5-409ab82615d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-179884544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65b155ea7c645b087475a6e4d75125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1820bc3f-61", "ovs_interfaceid": "1820bc3f-6191-4092-86fc-76c79b30f82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.447447] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:48:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1820bc3f-6191-4092-86fc-76c79b30f82e', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.456637] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Creating folder: Project (c65b155ea7c645b087475a6e4d75125d). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.456987] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b852584-dad5-4567-aa2a-498d33caecc1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.473739] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Created folder: Project (c65b155ea7c645b087475a6e4d75125d) in parent group-v512253. [ 816.473984] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Creating folder: Instances. Parent ref: group-v512391. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.474440] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f99255-06ec-41ff-90e3-38c4ac61194e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.483215] env[62845]: DEBUG nova.compute.utils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.489145] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.489145] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.491279] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Created folder: Instances in parent group-v512391. [ 816.491541] env[62845]: DEBUG oslo.service.loopingcall [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.491974] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.492566] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b8bcb32-b9c6-40e0-85dc-1329d8ef4ef4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.516498] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.516498] env[62845]: value = "task-2535961" [ 816.516498] env[62845]: _type = "Task" [ 816.516498] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.525644] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535961, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.574883] env[62845]: DEBUG nova.policy [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad73d401af44793850c61c16b3fbd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a8401fbe0a40709e415ee7a53c363d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.594022] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535955, 'name': CreateVM_Task, 'duration_secs': 1.455468} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.594022] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.594022] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.594022] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.594022] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.594022] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b0e907-2a3d-4144-92a6-878c56c06d93 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.597724] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 816.597724] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c43798-b0e3-b5fe-85ae-43b650914348" [ 816.597724] env[62845]: _type = "Task" [ 816.597724] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.606486] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c43798-b0e3-b5fe-85ae-43b650914348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.726318] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.797952] env[62845]: DEBUG nova.network.neutron [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Updated VIF entry in instance network info cache for port 607e6981-55c9-4ebe-9d2e-e91df62bbdd2. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.798349] env[62845]: DEBUG nova.network.neutron [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Updating instance_info_cache with network_info: [{"id": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "address": "fa:16:3e:3f:a4:b5", "network": {"id": "5153d15d-c138-4ae2-a9be-9d77ba54f3df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1172067416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1686db692a074aff91aafa11ea955fce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607e6981-55", "ovs_interfaceid": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.842188] env[62845]: DEBUG nova.compute.manager [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Received event network-changed-1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.842449] env[62845]: DEBUG nova.compute.manager [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Refreshing instance network info cache due to event network-changed-1820bc3f-6191-4092-86fc-76c79b30f82e. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.843025] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Acquiring lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.843025] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Acquired lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.843025] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Refreshing network info cache for port 1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.989920] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.030765] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535961, 'name': CreateVM_Task, 'duration_secs': 0.420995} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.033043] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.034710] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.116882] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c43798-b0e3-b5fe-85ae-43b650914348, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.117499] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.117499] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.118337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.118337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.118337] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.118337] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.118609] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.118836] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c201739-0c92-447d-8aa5-a8ed138681a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.122686] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8537fc84-4b5a-40e7-ae11-857bffa049ab {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.130689] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 817.130689] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525b1418-3f4e-524a-e97a-8c2c81024845" [ 817.130689] env[62845]: _type = "Task" [ 817.130689] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.137816] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.138333] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.139311] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c139fc23-58ac-4141-8a61-9e58ac476c6e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.147142] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525b1418-3f4e-524a-e97a-8c2c81024845, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.147142] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.147142] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.147142] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.150416] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 817.150416] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abed50-de56-f081-5814-b57da5d45e7f" [ 817.150416] env[62845]: _type = "Task" [ 817.150416] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.159020] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abed50-de56-f081-5814-b57da5d45e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.224594] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535958, 'name': ReconfigVM_Task, 'duration_secs': 0.828802} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.224893] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0fe56218-3b4f-4996-905f-074815168efd/0fe56218-3b4f-4996-905f-074815168efd.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.225576] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47edd70-4853-46db-b28a-b1b44b774eea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.232822] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 817.232822] env[62845]: value = "task-2535962" [ 817.232822] env[62845]: _type = "Task" [ 817.232822] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.247838] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535962, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.295531] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Successfully created port: c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.305185] env[62845]: DEBUG oslo_concurrency.lockutils [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] Releasing lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.305185] env[62845]: DEBUG nova.compute.manager [req-e4ab46e0-915e-490f-8c99-06db74ecc4db req-15745f36-9b18-4172-8672-49db93ca4b3a service nova] [instance: 5b5ed669-e85a-4b19-917d-04b5e6b02241] Received event network-vif-deleted-a3d1468b-7ddc-4e9d-950d-e69b6fe31502 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.528030] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf015db-9456-432c-8ac8-cad7be58089d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.535909] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca369f-331f-454d-8178-84a9da4c99c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.572906] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6305de-dbb9-4f02-9f5a-885c42fa606b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.581091] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c170e-9c54-4261-83e8-c3f7d69cdfbf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.595168] env[62845]: DEBUG nova.compute.provider_tree [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.661349] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abed50-de56-f081-5814-b57da5d45e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.662198] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c113b039-5363-4998-8e3c-f0771d74ea26 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.667722] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 817.667722] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d03f59-94d7-37c3-982a-0fc966d194c9" [ 817.667722] env[62845]: _type = "Task" [ 817.667722] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.676438] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d03f59-94d7-37c3-982a-0fc966d194c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.745124] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535962, 'name': Rename_Task, 'duration_secs': 0.166348} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.745124] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.745403] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d1268f-b9d4-45b3-8181-4926e9abb57a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.751734] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 817.751734] env[62845]: value = "task-2535963" [ 817.751734] env[62845]: _type = "Task" [ 817.751734] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.759752] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.003053] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.030465] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.030787] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.030960] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.031241] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.031432] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.031571] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.031780] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.031941] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.032135] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.032309] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.032486] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.033387] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683a29c-d49d-4dbf-8d70-2bd5a8af1b83 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.042877] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445198ad-710d-41d3-a805-83a90271ba45 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101337] env[62845]: DEBUG nova.scheduler.client.report [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.188271] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d03f59-94d7-37c3-982a-0fc966d194c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.188531] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.188779] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] ea552a2a-9e19-4259-a723-1533d03852c0/ea552a2a-9e19-4259-a723-1533d03852c0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.189055] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.189253] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.189776] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f082f4-85fa-49c6-a8b6-da0ed6516ff8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.192265] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ba73cd-d628-4ca9-8c4b-8073e72bf056 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.200020] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 818.200020] env[62845]: value = "task-2535964" [ 818.200020] env[62845]: _type = "Task" [ 818.200020] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.205758] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.205758] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.209549] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8763978-bbb5-4b93-adcf-148a6c8e4c6d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.214673] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.219783] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 818.219783] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e6a618-4b35-7794-3fc9-328dc374b1a0" [ 818.219783] env[62845]: _type = "Task" [ 818.219783] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.227555] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e6a618-4b35-7794-3fc9-328dc374b1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.238974] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Updated VIF entry in instance network info cache for port 1820bc3f-6191-4092-86fc-76c79b30f82e. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.238974] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Updating instance_info_cache with network_info: [{"id": "1820bc3f-6191-4092-86fc-76c79b30f82e", "address": "fa:16:3e:e7:48:6e", "network": {"id": "f3f0162e-7b34-4513-bda5-409ab82615d5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-179884544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65b155ea7c645b087475a6e4d75125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1820bc3f-61", "ovs_interfaceid": "1820bc3f-6191-4092-86fc-76c79b30f82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.265226] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.608443] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.609133] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.612877] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.823s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.612877] env[62845]: DEBUG nova.objects.instance [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'resources' on Instance uuid abde4f42-d174-4de2-8679-1ae864414309 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.680962] env[62845]: INFO nova.compute.manager [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Rescuing [ 818.681296] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.681467] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.681641] env[62845]: DEBUG nova.network.neutron [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.711474] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48973} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.711790] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] ea552a2a-9e19-4259-a723-1533d03852c0/ea552a2a-9e19-4259-a723-1533d03852c0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.712060] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.712561] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb57abb-e55c-4142-87ff-c287b9de5770 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.724512] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 818.724512] env[62845]: value = "task-2535965" [ 818.724512] env[62845]: _type = "Task" [ 818.724512] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.733560] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e6a618-4b35-7794-3fc9-328dc374b1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.734978] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9726e9f6-813e-4e0b-9ea2-2d443c94e17a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.740824] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Releasing lock "refresh_cache-84451e1e-631f-4513-9ba3-b85f502c51e7" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.741352] env[62845]: DEBUG nova.compute.manager [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Received event network-changed-59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.741573] env[62845]: DEBUG nova.compute.manager [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Refreshing instance network info cache due to event network-changed-59d355ce-fe68-4647-bfdc-49e14c314eba. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.741923] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Acquiring lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.742271] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Acquired lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.742639] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Refreshing network info cache for port 59d355ce-fe68-4647-bfdc-49e14c314eba {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.743906] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.748879] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 818.748879] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad99de-85e8-e656-ece8-1218bcbfd62d" [ 818.748879] env[62845]: _type = "Task" [ 818.748879] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.759772] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad99de-85e8-e656-ece8-1218bcbfd62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.764917] env[62845]: DEBUG oslo_vmware.api [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535963, 'name': PowerOnVM_Task, 'duration_secs': 0.717998} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.765184] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.765389] env[62845]: INFO nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Took 10.88 seconds to spawn the instance on the hypervisor. [ 818.765583] env[62845]: DEBUG nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.766365] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0420fe2-df9d-4344-855b-b5aaa42f93c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.121672] env[62845]: DEBUG nova.compute.utils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.126149] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.126342] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.197921] env[62845]: DEBUG nova.policy [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad73d401af44793850c61c16b3fbd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a8401fbe0a40709e415ee7a53c363d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.235115] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329257} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.238404] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.240080] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86778456-41be-4d57-835a-0397526fd065 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.268282] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ea552a2a-9e19-4259-a723-1533d03852c0/ea552a2a-9e19-4259-a723-1533d03852c0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.273991] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb045c6-807c-4b25-9f94-e39db799a61a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.303251] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad99de-85e8-e656-ece8-1218bcbfd62d, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.306604] env[62845]: INFO nova.compute.manager [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Took 46.03 seconds to build instance. [ 819.307591] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.307837] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 84451e1e-631f-4513-9ba3-b85f502c51e7/84451e1e-631f-4513-9ba3-b85f502c51e7.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.312234] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 819.312234] env[62845]: value = "task-2535966" [ 819.312234] env[62845]: _type = "Task" [ 819.312234] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.312846] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6015f2c1-2a2d-4620-bba5-c0977244be65 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.324872] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.326599] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 819.326599] env[62845]: value = "task-2535967" [ 819.326599] env[62845]: _type = "Task" [ 819.326599] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.340319] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.521731] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquiring lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.522136] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.579167] env[62845]: DEBUG nova.network.neutron [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Updating instance_info_cache with network_info: [{"id": "87bd49c7-0608-4405-84aa-385267dae5ce", "address": "fa:16:3e:54:4f:82", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bd49c7-06", "ovs_interfaceid": "87bd49c7-0608-4405-84aa-385267dae5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.627379] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.670911] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3cf310-15d9-4aaa-b9e5-5d50fdf44a76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.684793] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87e8c7-a781-4348-bb54-d6258d4b59ad {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.725202] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8ef1a-7bb8-476b-a4c5-cdb44f8d7964 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.735372] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5663cb6d-9954-490b-8b37-03448a4c2c94 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.751536] env[62845]: DEBUG nova.compute.provider_tree [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.813607] env[62845]: DEBUG oslo_concurrency.lockutils [None req-537f8a62-a74c-40cf-a021-e994669fd3ef tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.988s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.828843] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.838871] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.911421] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Successfully created port: 3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.948460] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Updated VIF entry in instance network info cache for port 59d355ce-fe68-4647-bfdc-49e14c314eba. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.948835] env[62845]: DEBUG nova.network.neutron [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] [instance: 160beb99-bc79-4a6b-a566-c0e1f276f32e] Updating instance_info_cache with network_info: [{"id": "59d355ce-fe68-4647-bfdc-49e14c314eba", "address": "fa:16:3e:11:9e:c3", "network": {"id": "f3649ccd-5205-485a-a67d-caea5d82b9dc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-988093433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b289dd6221fa47128e4e076c25e4a874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d355ce-fe", "ovs_interfaceid": "59d355ce-fe68-4647-bfdc-49e14c314eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.025242] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.081703] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.160020] env[62845]: DEBUG nova.compute.manager [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Received event network-vif-plugged-c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.160020] env[62845]: DEBUG oslo_concurrency.lockutils [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] Acquiring lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.160020] env[62845]: DEBUG oslo_concurrency.lockutils [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.160203] env[62845]: DEBUG oslo_concurrency.lockutils [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.160287] env[62845]: DEBUG nova.compute.manager [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] No waiting events found dispatching network-vif-plugged-c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.160448] env[62845]: WARNING nova.compute.manager [req-3bd5d203-ae33-4900-b47a-5a84ddd971d0 req-b062d89f-2c7f-4f55-bc96-50e7e09badf4 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Received unexpected event network-vif-plugged-c5fd13fd-034d-4968-84bd-043bcff5d4ee for instance with vm_state building and task_state spawning. [ 820.276741] env[62845]: ERROR nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [req-88319502-5b01-4fe0-91da-c3eb2d881792] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88319502-5b01-4fe0-91da-c3eb2d881792"}]} [ 820.296785] env[62845]: DEBUG nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 820.325763] env[62845]: DEBUG nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 820.327253] env[62845]: DEBUG nova.compute.provider_tree [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.340889] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535966, 'name': ReconfigVM_Task, 'duration_secs': 0.740034} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.341655] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ea552a2a-9e19-4259-a723-1533d03852c0/ea552a2a-9e19-4259-a723-1533d03852c0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.342340] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fd3ea5-b327-48b6-ad8c-44a09d3528a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.347752] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596475} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.348466] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 84451e1e-631f-4513-9ba3-b85f502c51e7/84451e1e-631f-4513-9ba3-b85f502c51e7.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.348466] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.348466] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e26e9a1-d9d0-4be5-8850-2e7396f91323 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.352530] env[62845]: DEBUG nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 820.355162] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 820.355162] env[62845]: value = "task-2535968" [ 820.355162] env[62845]: _type = "Task" [ 820.355162] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.361144] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 820.361144] env[62845]: value = "task-2535969" [ 820.361144] env[62845]: _type = "Task" [ 820.361144] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.368322] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535968, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.374539] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.377217] env[62845]: DEBUG nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 820.406019] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e22e09c-c605-4eb5-83dd-55d9359175b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.417184] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Suspending the VM {{(pid=62845) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 820.417691] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d33019da-2d96-4310-8b84-ac2d5120bd98 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.426014] env[62845]: DEBUG oslo_vmware.api [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] Waiting for the task: (returnval){ [ 820.426014] env[62845]: value = "task-2535970" [ 820.426014] env[62845]: _type = "Task" [ 820.426014] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.434518] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Successfully updated port: c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.442537] env[62845]: DEBUG oslo_vmware.api [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] Task: {'id': task-2535970, 'name': SuspendVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.452333] env[62845]: DEBUG oslo_concurrency.lockutils [req-237c8b72-4f7e-450c-93d1-5bd7293f78f5 req-f7cb67dc-a2ae-4831-a71a-f2bc690ba320 service nova] Releasing lock "refresh_cache-160beb99-bc79-4a6b-a566-c0e1f276f32e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.557748] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.638761] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.677487] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.677797] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.678544] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.678977] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.679358] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.683021] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.683021] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.683021] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.683021] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.683021] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.683413] env[62845]: DEBUG nova.virt.hardware [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.683413] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef18943-d6e0-4f38-9692-89cb4921d89f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.698692] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656515b3-e44d-41b1-9247-f45199319c12 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.895374] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304074} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.896445] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535968, 'name': Rename_Task, 'duration_secs': 0.448748} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.897803] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.897803] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.898315] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da2b098-047c-4b55-b51b-04f318f91c66 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.902921] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd15eda-9af4-44c6-8d08-9dbb6b58ff66 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.928071] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 84451e1e-631f-4513-9ba3-b85f502c51e7/84451e1e-631f-4513-9ba3-b85f502c51e7.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.932688] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1360ca7-8547-414f-812c-f7f82ffda1c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.950638] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Waiting for the task: (returnval){ [ 820.950638] env[62845]: value = "task-2535971" [ 820.950638] env[62845]: _type = "Task" [ 820.950638] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.951758] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.951758] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.951979] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.971188] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 820.971188] env[62845]: value = "task-2535972" [ 820.971188] env[62845]: _type = "Task" [ 820.971188] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.975325] env[62845]: DEBUG oslo_vmware.api [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] Task: {'id': task-2535970, 'name': SuspendVM_Task} progress is 29%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.983172] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.990642] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.993079] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87bf4c-5c98-42b2-994f-83fb4451282d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.006067] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecde07a-1a4c-4d63-b4fb-682d95f5d596 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.036132] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe47fc6-bacc-4a26-ade5-af931e671242 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.046359] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1081b-215d-40fc-b1de-5bd8d650d7b7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.063210] env[62845]: DEBUG nova.compute.provider_tree [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.463814] env[62845]: DEBUG oslo_vmware.api [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] Task: {'id': task-2535970, 'name': SuspendVM_Task} progress is 83%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.474827] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535971, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.486790] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.518681] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.609816] env[62845]: DEBUG nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.610126] env[62845]: DEBUG nova.compute.provider_tree [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 73 to 74 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.610320] env[62845]: DEBUG nova.compute.provider_tree [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.622209] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.622618] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84652b5-9eaa-4c6a-bbbb-8db1013a44aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.633514] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 821.633514] env[62845]: value = "task-2535973" [ 821.633514] env[62845]: _type = "Task" [ 821.633514] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.654582] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.962715] env[62845]: DEBUG oslo_vmware.api [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] Task: {'id': task-2535970, 'name': SuspendVM_Task, 'duration_secs': 1.177067} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.966319] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Suspended the VM {{(pid=62845) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 821.966546] env[62845]: DEBUG nova.compute.manager [None req-e86d8e0d-b13c-4a1f-b95d-c2c2dfa6f43a tempest-ServersAdminNegativeTestJSON-1899466144 tempest-ServersAdminNegativeTestJSON-1899466144-project-admin] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.967364] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37becd73-ed2c-4540-a203-c33b6311ca51 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.977067] env[62845]: DEBUG oslo_vmware.api [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Task: {'id': task-2535971, 'name': PowerOnVM_Task, 'duration_secs': 0.969479} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.982466] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.982794] env[62845]: INFO nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Took 11.33 seconds to spawn the instance on the hypervisor. [ 821.983142] env[62845]: DEBUG nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.987329] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd0f3ec-7579-4e32-8cda-bbb21bd2ab75 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.009742] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535972, 'name': ReconfigVM_Task, 'duration_secs': 0.750497} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.010213] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 84451e1e-631f-4513-9ba3-b85f502c51e7/84451e1e-631f-4513-9ba3-b85f502c51e7.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.010945] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c202a8b-4826-466f-bd11-76d3dd29dbb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.024088] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 822.024088] env[62845]: value = "task-2535974" [ 822.024088] env[62845]: _type = "Task" [ 822.024088] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.038188] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535974, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.094998] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Updating instance_info_cache with network_info: [{"id": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "address": "fa:16:3e:3a:b8:22", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fd13fd-03", "ovs_interfaceid": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.119290] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.506s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.122485] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.716s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.122485] env[62845]: DEBUG nova.objects.instance [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lazy-loading 'resources' on Instance uuid ec0dc616-2abf-4550-bd19-1e7c48bcfb87 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.150156] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535973, 'name': PowerOffVM_Task, 'duration_secs': 0.455324} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.150448] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.151535] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f45a726-a3b8-4f05-be78-d6840b80c875 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.155954] env[62845]: INFO nova.scheduler.client.report [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted allocations for instance abde4f42-d174-4de2-8679-1ae864414309 [ 822.178552] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54724a2c-b4b4-4a6a-9803-9a10f8a69bb0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.228399] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.229441] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f288895-92be-43be-8d69-c245dedc6c4a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.240357] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 822.240357] env[62845]: value = "task-2535975" [ 822.240357] env[62845]: _type = "Task" [ 822.240357] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.254621] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] VM already powered off {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 822.254823] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.255128] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.255253] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.255469] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.255717] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4242312f-667d-4dfe-8279-0e9e3cc612d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.273222] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.273433] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.274386] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe1400b-6a18-44a3-9cdb-84925f077c7a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.282263] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 822.282263] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a465c9-9108-dfdd-d6da-76b04e6cb495" [ 822.282263] env[62845]: _type = "Task" [ 822.282263] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.293396] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a465c9-9108-dfdd-d6da-76b04e6cb495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.322977] env[62845]: DEBUG nova.compute.manager [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Received event network-changed-c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.323214] env[62845]: DEBUG nova.compute.manager [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Refreshing instance network info cache due to event network-changed-c5fd13fd-034d-4968-84bd-043bcff5d4ee. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.323465] env[62845]: DEBUG oslo_concurrency.lockutils [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] Acquiring lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.500968] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Successfully updated port: 3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.522628] env[62845]: INFO nova.compute.manager [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Took 45.40 seconds to build instance. [ 822.537265] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535974, 'name': Rename_Task, 'duration_secs': 0.251225} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.539153] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.539153] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83378de6-4cd7-4903-85dc-3c3d293d32c9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.546945] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 822.546945] env[62845]: value = "task-2535976" [ 822.546945] env[62845]: _type = "Task" [ 822.546945] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.558985] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.600450] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.600450] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Instance network_info: |[{"id": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "address": "fa:16:3e:3a:b8:22", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fd13fd-03", "ovs_interfaceid": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.600705] env[62845]: DEBUG oslo_concurrency.lockutils [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] Acquired lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.600705] env[62845]: DEBUG nova.network.neutron [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Refreshing network info cache for port c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.600774] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5fd13fd-034d-4968-84bd-043bcff5d4ee', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.611148] env[62845]: DEBUG oslo.service.loopingcall [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.612542] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.613192] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a446342-c174-4c81-ab90-d833cae4e9d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.650866] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.650866] env[62845]: value = "task-2535977" [ 822.650866] env[62845]: _type = "Task" [ 822.650866] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.662080] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535977, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.686997] env[62845]: DEBUG oslo_concurrency.lockutils [None req-012e5c10-0c32-4b27-aa88-a8071a8844b6 tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "abde4f42-d174-4de2-8679-1ae864414309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.580s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.801782] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a465c9-9108-dfdd-d6da-76b04e6cb495, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.806422] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d8da79-de6f-4189-9c96-7b8b720bb3dd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.814714] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 822.814714] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abe08f-ed12-c784-3da3-46916138eaeb" [ 822.814714] env[62845]: _type = "Task" [ 822.814714] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.833709] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abe08f-ed12-c784-3da3-46916138eaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.005914] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.006124] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.006389] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.029478] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2355e44a-8f19-48f4-80ae-2211cc1b81f2 tempest-AttachVolumeTestJSON-728544536 tempest-AttachVolumeTestJSON-728544536-project-member] Lock "ea552a2a-9e19-4259-a723-1533d03852c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.887s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.062510] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.120020] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff7a50c-ba66-4bca-a95a-499cd2e74eb9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.132028] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb2a1a-58bf-4919-b064-a5a13b94f94c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.166860] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082d9c9-1eee-4cae-9a4e-fb3284222102 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.182365] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535977, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.182690] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7006a45-08fb-43e5-929e-de0d15d0fad5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.199588] env[62845]: DEBUG nova.compute.provider_tree [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.332084] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52abe08f-ed12-c784-3da3-46916138eaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.015173} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.332953] env[62845]: DEBUG oslo_concurrency.lockutils [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.332953] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk. {{(pid=62845) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 823.332953] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b257729b-aec9-4283-a582-c3cfe93a350b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.346362] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 823.346362] env[62845]: value = "task-2535978" [ 823.346362] env[62845]: _type = "Task" [ 823.346362] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.360576] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.476422] env[62845]: DEBUG nova.network.neutron [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Updated VIF entry in instance network info cache for port c5fd13fd-034d-4968-84bd-043bcff5d4ee. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.476422] env[62845]: DEBUG nova.network.neutron [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Updating instance_info_cache with network_info: [{"id": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "address": "fa:16:3e:3a:b8:22", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fd13fd-03", "ovs_interfaceid": "c5fd13fd-034d-4968-84bd-043bcff5d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.553916] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.563415] env[62845]: DEBUG oslo_vmware.api [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535976, 'name': PowerOnVM_Task, 'duration_secs': 0.849864} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.563753] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.564045] env[62845]: INFO nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 10.27 seconds to spawn the instance on the hypervisor. [ 823.564288] env[62845]: DEBUG nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.566302] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a40f41-08b1-43fe-85fa-e885d61a0eb0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.676134] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535977, 'name': CreateVM_Task, 'duration_secs': 0.61432} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.676389] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.677040] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.677688] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.677688] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.678711] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bdb13f-8c45-4f9a-802a-1cf78c35dcbd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.688191] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 823.688191] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd48fe-ffed-9c7d-d90c-61f4a9b34a5b" [ 823.688191] env[62845]: _type = "Task" [ 823.688191] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.703647] env[62845]: DEBUG nova.scheduler.client.report [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.708151] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd48fe-ffed-9c7d-d90c-61f4a9b34a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.841789] env[62845]: DEBUG nova.network.neutron [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Updating instance_info_cache with network_info: [{"id": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "address": "fa:16:3e:1b:75:15", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3168cb52-9c", "ovs_interfaceid": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.859714] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509694} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.859714] env[62845]: INFO nova.virt.vmwareapi.ds_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk. [ 823.860113] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f5d75-da05-488f-8bfe-69edb079100a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.894358] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.895291] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0907a49c-8840-4401-968d-97065d9298aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.919582] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 823.919582] env[62845]: value = "task-2535979" [ 823.919582] env[62845]: _type = "Task" [ 823.919582] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.928521] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.975943] env[62845]: DEBUG oslo_concurrency.lockutils [req-3547ddfa-890d-4753-8d8e-54b1fe8d90bf req-ae2f4230-0e48-4b06-8744-80855df83c73 service nova] Releasing lock "refresh_cache-007cabd0-08fd-485e-8546-be2ea9eb7c6f" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.098173] env[62845]: INFO nova.compute.manager [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 45.34 seconds to build instance. [ 824.154953] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.155307] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.155576] env[62845]: INFO nova.compute.manager [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Rebooting instance [ 824.202663] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52dd48fe-ffed-9c7d-d90c-61f4a9b34a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.028591} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.203296] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.203874] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.203944] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.204177] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.204594] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.204853] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69658bf-8509-453d-96af-50dfc799db6f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.211200] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.214561] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.642s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.214928] env[62845]: DEBUG nova.objects.instance [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lazy-loading 'resources' on Instance uuid 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.218729] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.218949] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.220419] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f047bbd-c37c-4f24-bfe5-d977aabfcb1d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.228261] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 824.228261] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521acff0-ba71-6796-37bf-87da8809f81c" [ 824.228261] env[62845]: _type = "Task" [ 824.228261] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.248042] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521acff0-ba71-6796-37bf-87da8809f81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.253588] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "738d10e1-35f6-4ad4-a417-c81facf3c898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.254450] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.254567] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.254909] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.255015] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.259539] env[62845]: INFO nova.scheduler.client.report [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Deleted allocations for instance ec0dc616-2abf-4550-bd19-1e7c48bcfb87 [ 824.261209] env[62845]: INFO nova.compute.manager [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Terminating instance [ 824.345209] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.347241] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Instance network_info: |[{"id": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "address": "fa:16:3e:1b:75:15", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3168cb52-9c", "ovs_interfaceid": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.347446] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:75:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3168cb52-9c6e-4e88-afa6-6ce00bab124c', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.357367] env[62845]: DEBUG oslo.service.loopingcall [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.357950] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.358202] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc23af71-2067-4002-a11e-908dd974af92 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.374842] env[62845]: DEBUG nova.compute.manager [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Received event network-changed-607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.375040] env[62845]: DEBUG nova.compute.manager [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Refreshing instance network info cache due to event network-changed-607e6981-55c9-4ebe-9d2e-e91df62bbdd2. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.375261] env[62845]: DEBUG oslo_concurrency.lockutils [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] Acquiring lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.375405] env[62845]: DEBUG oslo_concurrency.lockutils [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] Acquired lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.375565] env[62845]: DEBUG nova.network.neutron [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Refreshing network info cache for port 607e6981-55c9-4ebe-9d2e-e91df62bbdd2 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.384069] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.384069] env[62845]: value = "task-2535980" [ 824.384069] env[62845]: _type = "Task" [ 824.384069] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.393542] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535980, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.433376] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535979, 'name': ReconfigVM_Task, 'duration_secs': 0.359553} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.433767] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 178863f8-f026-4a5d-8960-2dc5eed2182d/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2-rescue.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.434842] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57712d0-96b3-4271-9f9c-a7b465c81433 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.463877] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c7da07-dffd-4165-a5b2-f8268d20f971 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.481161] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 824.481161] env[62845]: value = "task-2535981" [ 824.481161] env[62845]: _type = "Task" [ 824.481161] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.492775] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.602947] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7c3d9a67-e50d-4a07-8b22-4b7453505cc2 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.217s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.612881] env[62845]: DEBUG nova.compute.manager [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Received event network-vif-plugged-3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.613140] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Acquiring lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.613424] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.613677] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.613875] env[62845]: DEBUG nova.compute.manager [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] No waiting events found dispatching network-vif-plugged-3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.614096] env[62845]: WARNING nova.compute.manager [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Received unexpected event network-vif-plugged-3168cb52-9c6e-4e88-afa6-6ce00bab124c for instance with vm_state building and task_state spawning. [ 824.614639] env[62845]: DEBUG nova.compute.manager [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Received event network-changed-3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.614639] env[62845]: DEBUG nova.compute.manager [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Refreshing instance network info cache due to event network-changed-3168cb52-9c6e-4e88-afa6-6ce00bab124c. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.614787] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Acquiring lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.615531] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Acquired lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.615531] env[62845]: DEBUG nova.network.neutron [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Refreshing network info cache for port 3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.689220] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.689566] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquired lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.689614] env[62845]: DEBUG nova.network.neutron [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.743060] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521acff0-ba71-6796-37bf-87da8809f81c, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.743597] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eff88b3-0c16-4864-ba52-fa87bd097e07 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.750671] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 824.750671] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f6615-60bf-a2fe-9659-5fbe89c02bea" [ 824.750671] env[62845]: _type = "Task" [ 824.750671] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.760488] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f6615-60bf-a2fe-9659-5fbe89c02bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.769828] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9ac24be5-b7f3-4420-8884-0c42f1cb5f9f tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "ec0dc616-2abf-4550-bd19-1e7c48bcfb87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.027s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.770996] env[62845]: DEBUG nova.compute.manager [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.771206] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.775956] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d34fd1c-99a0-4e5b-8252-fab009ebe309 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.785486] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.785750] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041d5940-7ccf-4166-81be-e6179f06727a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.793801] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 824.793801] env[62845]: value = "task-2535982" [ 824.793801] env[62845]: _type = "Task" [ 824.793801] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.804578] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.894658] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535980, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.999378] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535981, 'name': ReconfigVM_Task, 'duration_secs': 0.192813} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.999688] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.999965] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412e9573-91a0-455f-9986-87dd1aeba2ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.013250] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 825.013250] env[62845]: value = "task-2535983" [ 825.013250] env[62845]: _type = "Task" [ 825.013250] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.029626] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.176570] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893427b6-0e80-4542-81a3-6f0e574f4e12 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.185295] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe16e7-eed2-44a2-b202-6f1620def7e9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.227531] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1c2d7-9fb6-4d02-a54b-1910e2a39a95 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.230864] env[62845]: DEBUG nova.network.neutron [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Updated VIF entry in instance network info cache for port 607e6981-55c9-4ebe-9d2e-e91df62bbdd2. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.231349] env[62845]: DEBUG nova.network.neutron [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] [instance: ea552a2a-9e19-4259-a723-1533d03852c0] Updating instance_info_cache with network_info: [{"id": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "address": "fa:16:3e:3f:a4:b5", "network": {"id": "5153d15d-c138-4ae2-a9be-9d77ba54f3df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1172067416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1686db692a074aff91aafa11ea955fce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607e6981-55", "ovs_interfaceid": "607e6981-55c9-4ebe-9d2e-e91df62bbdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.246261] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf871f7b-cecb-4f85-aea4-549932a09364 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.263672] env[62845]: DEBUG nova.compute.provider_tree [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.280041] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f6615-60bf-a2fe-9659-5fbe89c02bea, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.280041] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.280041] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 007cabd0-08fd-485e-8546-be2ea9eb7c6f/007cabd0-08fd-485e-8546-be2ea9eb7c6f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.280041] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0554cdc0-ccf6-4517-9ca8-cf79bc19ac9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.288833] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 825.288833] env[62845]: value = "task-2535984" [ 825.288833] env[62845]: _type = "Task" [ 825.288833] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.302272] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.308264] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535982, 'name': PowerOffVM_Task, 'duration_secs': 0.265994} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.308885] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.308885] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.309236] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bbd26db-a56e-4025-8090-6ffaa5b8255a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.391595] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.391839] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.392111] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleting the datastore file [datastore2] 738d10e1-35f6-4ad4-a417-c81facf3c898 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.393160] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea6af7a-441d-4da3-a3f3-87e8ac1063a2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.400491] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535980, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.406258] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 825.406258] env[62845]: value = "task-2535986" [ 825.406258] env[62845]: _type = "Task" [ 825.406258] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.415511] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.491753] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "d6690159-3122-458b-87f4-eed3135051fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.491753] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "d6690159-3122-458b-87f4-eed3135051fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.496043] env[62845]: DEBUG nova.network.neutron [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Updated VIF entry in instance network info cache for port 3168cb52-9c6e-4e88-afa6-6ce00bab124c. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.496043] env[62845]: DEBUG nova.network.neutron [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Updating instance_info_cache with network_info: [{"id": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "address": "fa:16:3e:1b:75:15", "network": {"id": "04fa4837-a328-478a-8519-315366ecb87a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1470910516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a8401fbe0a40709e415ee7a53c363d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3168cb52-9c", "ovs_interfaceid": "3168cb52-9c6e-4e88-afa6-6ce00bab124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.527850] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.600648] env[62845]: DEBUG nova.network.neutron [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Updating instance_info_cache with network_info: [{"id": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "address": "fa:16:3e:46:af:d0", "network": {"id": "e8be9931-c669-4fa7-97c6-d7140a74a23e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1449683817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495de3569a8f4d409bf7ced005f0c0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb48fb62-57", "ovs_interfaceid": "cb48fb62-57a6-46fa-b804-c3a75ca0814d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.740040] env[62845]: DEBUG oslo_concurrency.lockutils [req-e1b8151b-699c-4846-8242-7c6de04376d3 req-7b9c9201-97c2-42d3-ab88-be2c0b0a3cd1 service nova] Releasing lock "refresh_cache-ea552a2a-9e19-4259-a723-1533d03852c0" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.766472] env[62845]: DEBUG nova.scheduler.client.report [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.807556] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.903320] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535980, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.918729] env[62845]: DEBUG oslo_vmware.api [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2535986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305769} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.919083] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.919350] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.919908] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.920241] env[62845]: INFO nova.compute.manager [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.920526] env[62845]: DEBUG oslo.service.loopingcall [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.920626] env[62845]: DEBUG nova.compute.manager [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.920854] env[62845]: DEBUG nova.network.neutron [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.995314] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.003253] env[62845]: DEBUG oslo_concurrency.lockutils [req-40b71655-9726-4006-8af4-3cae242556ca req-df0f5849-d512-4e70-8ed4-bfefafe32a34 service nova] Releasing lock "refresh_cache-9b7c19ba-0f26-42d7-bbee-8454e112c504" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.029098] env[62845]: DEBUG oslo_vmware.api [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535983, 'name': PowerOnVM_Task, 'duration_secs': 0.523723} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.029386] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.032738] env[62845]: DEBUG nova.compute.manager [None req-60c4c5c9-b760-44d5-afc2-645cb30fbb70 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.033992] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32268287-706e-472e-b441-a9e2bc666125 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.105992] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Releasing lock "refresh_cache-789f6fe4-d124-4483-aa3b-747aa8b6319a" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.272161] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.275572] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.547s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.277435] env[62845]: INFO nova.compute.claims [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.304658] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665378} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.304658] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 007cabd0-08fd-485e-8546-be2ea9eb7c6f/007cabd0-08fd-485e-8546-be2ea9eb7c6f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.304925] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.306661] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef0cbd6b-a0cb-49ed-8d6e-dfb2e54e5d2b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.319064] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 826.319064] env[62845]: value = "task-2535987" [ 826.319064] env[62845]: _type = "Task" [ 826.319064] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.335469] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.342408] env[62845]: INFO nova.scheduler.client.report [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Deleted allocations for instance 4b1de28b-58b7-4c1c-a0e7-0319b02e4fab [ 826.397480] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2535980, 'name': CreateVM_Task, 'duration_secs': 1.586537} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.398275] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.398992] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.399182] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.399531] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.400135] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9841340d-cf28-45a1-87d5-16fdb21593cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.405965] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 826.405965] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d01b3e-71ae-0247-d49e-9512aa62527a" [ 826.405965] env[62845]: _type = "Task" [ 826.405965] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.417402] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d01b3e-71ae-0247-d49e-9512aa62527a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.516119] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.561148] env[62845]: DEBUG nova.compute.manager [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.562747] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d288f24-dbca-4160-b66b-cd0e0770b3ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.613179] env[62845]: DEBUG nova.compute.manager [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.614431] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cc45f-1a85-4a7b-b67f-6d3e59b66f86 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.736391] env[62845]: DEBUG nova.compute.manager [req-74cdc158-cc99-4efa-93a4-bb41ea523352 req-a3038601-5874-460b-a96d-6e188831b06b service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Received event network-vif-deleted-fa2625ab-2b6f-49cf-9446-3d7d316045b2 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.736679] env[62845]: INFO nova.compute.manager [req-74cdc158-cc99-4efa-93a4-bb41ea523352 req-a3038601-5874-460b-a96d-6e188831b06b service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Neutron deleted interface fa2625ab-2b6f-49cf-9446-3d7d316045b2; detaching it from the instance and deleting it from the info cache [ 826.736987] env[62845]: DEBUG nova.network.neutron [req-74cdc158-cc99-4efa-93a4-bb41ea523352 req-a3038601-5874-460b-a96d-6e188831b06b service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.775782] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "0fe56218-3b4f-4996-905f-074815168efd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.776068] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.776278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "0fe56218-3b4f-4996-905f-074815168efd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.776470] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.776646] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.778747] env[62845]: INFO nova.compute.manager [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Terminating instance [ 826.830549] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165385} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.830922] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.831797] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0115ea9-775d-45f6-8f76-272e600dbd57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.852021] env[62845]: DEBUG nova.network.neutron [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.863111] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 007cabd0-08fd-485e-8546-be2ea9eb7c6f/007cabd0-08fd-485e-8546-be2ea9eb7c6f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.863737] env[62845]: DEBUG oslo_concurrency.lockutils [None req-b1eed3e3-9a7e-4a86-9463-eebd6688c3a2 tempest-ServersTestFqdnHostnames-1703623071 tempest-ServersTestFqdnHostnames-1703623071-project-member] Lock "4b1de28b-58b7-4c1c-a0e7-0319b02e4fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.098s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.866409] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18f242c-be5e-497b-8d41-9458cd5fcd56 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.899393] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 826.899393] env[62845]: value = "task-2535988" [ 826.899393] env[62845]: _type = "Task" [ 826.899393] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.913941] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.922034] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d01b3e-71ae-0247-d49e-9512aa62527a, 'name': SearchDatastore_Task, 'duration_secs': 0.023143} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.923393] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.923393] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.923393] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.923393] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.923983] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.924302] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ee6de02-d908-468f-a6c7-6491705f9672 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.939363] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.939612] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.940832] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcc37d8-d270-4976-8b8b-13e3925d3b63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.952062] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 826.952062] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527d33a9-d7c7-bd1f-30cd-c3e2c39dd4c2" [ 826.952062] env[62845]: _type = "Task" [ 826.952062] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.963468] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527d33a9-d7c7-bd1f-30cd-c3e2c39dd4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.077215] env[62845]: INFO nova.compute.manager [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] instance snapshotting [ 827.081031] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc828d-0050-4dea-8b35-206f8dd24a60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.103516] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0cec5-62c4-4b2d-a3b9-983825a7433e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.241398] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0343b563-dd6e-4d82-87e7-921a2d739c50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.251769] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4ad9d-487b-4eef-8c7f-4a50d264ab61 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.289115] env[62845]: DEBUG nova.compute.manager [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.291076] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.291539] env[62845]: DEBUG nova.compute.manager [req-74cdc158-cc99-4efa-93a4-bb41ea523352 req-a3038601-5874-460b-a96d-6e188831b06b service nova] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Detach interface failed, port_id=fa2625ab-2b6f-49cf-9446-3d7d316045b2, reason: Instance 738d10e1-35f6-4ad4-a417-c81facf3c898 could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 827.296323] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f039197-b204-4ad3-aa90-c4feab58e8d7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.309383] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.309989] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8370fd4c-6643-4aa0-9cf9-bc90b1a6cd65 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.366948] env[62845]: INFO nova.compute.manager [-] [instance: 738d10e1-35f6-4ad4-a417-c81facf3c898] Took 1.45 seconds to deallocate network for instance. [ 827.384875] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.385481] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.386049] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Deleting the datastore file [datastore2] 0fe56218-3b4f-4996-905f-074815168efd {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.386359] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ddde0eb-f88b-44dd-8bb5-890e30c59fa0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.392308] env[62845]: INFO nova.compute.manager [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Unrescuing [ 827.392593] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.392854] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.392930] env[62845]: DEBUG nova.network.neutron [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.398243] env[62845]: DEBUG oslo_vmware.api [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 827.398243] env[62845]: value = "task-2535990" [ 827.398243] env[62845]: _type = "Task" [ 827.398243] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.412590] env[62845]: DEBUG oslo_vmware.api [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.416328] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535988, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.467177] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527d33a9-d7c7-bd1f-30cd-c3e2c39dd4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.044463} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.467177] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca59f426-7645-44be-937c-375509a1c9e4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.477554] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 827.477554] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52874d41-adf6-52ac-62d1-faa82f1f3def" [ 827.477554] env[62845]: _type = "Task" [ 827.477554] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.490459] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52874d41-adf6-52ac-62d1-faa82f1f3def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.618342] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.618688] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf68b3de-fa53-4a15-a890-9c8dc741a9d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.629027] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 827.629027] env[62845]: value = "task-2535991" [ 827.629027] env[62845]: _type = "Task" [ 827.629027] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.633832] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ba61e-d701-4401-bf23-40cf3ee0a6f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.646933] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.652082] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Doing hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.654679] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3683470a-d788-4354-bcb1-65c5f4ea533f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.679693] env[62845]: DEBUG oslo_vmware.api [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Waiting for the task: (returnval){ [ 827.679693] env[62845]: value = "task-2535992" [ 827.679693] env[62845]: _type = "Task" [ 827.679693] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.690122] env[62845]: DEBUG oslo_vmware.api [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535992, 'name': ResetVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.735740] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b08ef-a243-43d7-ab77-92bb59b80093 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.747872] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b590f09-fac0-4456-b060-5843651ebc76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.797400] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca40487-e9c8-43eb-bc25-bbe84acac6e9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.810596] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a491a00-a195-4662-a6fc-f2e873fbc36c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.826135] env[62845]: DEBUG nova.compute.provider_tree [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.876682] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.901374] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "781a123b-cd1f-4b2b-828e-1c3268830c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.901623] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "781a123b-cd1f-4b2b-828e-1c3268830c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.919504] env[62845]: DEBUG oslo_vmware.api [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2535990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292265} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.922812] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.923423] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.923423] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.923567] env[62845]: INFO nova.compute.manager [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Took 0.63 seconds to destroy the instance on the hypervisor. [ 827.923841] env[62845]: DEBUG oslo.service.loopingcall [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.924905] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535988, 'name': ReconfigVM_Task, 'duration_secs': 0.561416} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.924968] env[62845]: DEBUG nova.compute.manager [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.925096] env[62845]: DEBUG nova.network.neutron [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.927201] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 007cabd0-08fd-485e-8546-be2ea9eb7c6f/007cabd0-08fd-485e-8546-be2ea9eb7c6f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.928397] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6329b882-c30f-4b57-ae9e-6337630a2f5a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.937219] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 827.937219] env[62845]: value = "task-2535993" [ 827.937219] env[62845]: _type = "Task" [ 827.937219] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.948189] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535993, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.990559] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52874d41-adf6-52ac-62d1-faa82f1f3def, 'name': SearchDatastore_Task, 'duration_secs': 0.024897} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.990836] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.991162] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 9b7c19ba-0f26-42d7-bbee-8454e112c504/9b7c19ba-0f26-42d7-bbee-8454e112c504.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.991415] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c760e42-3d08-499f-bf5f-da1eacebb959 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.999603] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 827.999603] env[62845]: value = "task-2535994" [ 827.999603] env[62845]: _type = "Task" [ 827.999603] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.009765] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.141863] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.190728] env[62845]: DEBUG oslo_vmware.api [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Task: {'id': task-2535992, 'name': ResetVM_Task, 'duration_secs': 0.126457} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.191028] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Did hard reboot of VM {{(pid=62845) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 828.191100] env[62845]: DEBUG nova.compute.manager [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: 789f6fe4-d124-4483-aa3b-747aa8b6319a] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.191864] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad344b95-912a-49cb-8c24-9ad0bfd2d4ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.330318] env[62845]: DEBUG nova.scheduler.client.report [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.404514] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.455836] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535993, 'name': Rename_Task, 'duration_secs': 0.238717} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.456674] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.456949] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a287f8bf-ad3e-45d1-80f7-20c3c56d6feb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.468330] env[62845]: DEBUG nova.network.neutron [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Updating instance_info_cache with network_info: [{"id": "87bd49c7-0608-4405-84aa-385267dae5ce", "address": "fa:16:3e:54:4f:82", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bd49c7-06", "ovs_interfaceid": "87bd49c7-0608-4405-84aa-385267dae5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.472535] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 828.472535] env[62845]: value = "task-2535995" [ 828.472535] env[62845]: _type = "Task" [ 828.472535] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.483222] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.517216] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.646318] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535991, 'name': CreateSnapshot_Task, 'duration_secs': 0.719942} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.646656] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.647784] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2fdac-0bff-4204-884f-10ce0c59d977 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.710859] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f914f17f-839a-4137-b0e7-3ca746b68d3c tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "789f6fe4-d124-4483-aa3b-747aa8b6319a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.555s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.838973] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.838973] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.845106] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.027s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.846387] env[62845]: INFO nova.compute.claims [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.852237] env[62845]: DEBUG nova.compute.manager [req-eb0ce67e-64c6-47f9-a1f1-c12ab585e428 req-8cc99876-d8cf-46f1-9b29-5de76dda9352 service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Received event network-vif-deleted-93f83680-0eab-48d5-9e0d-40cb1c94ba5f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.852593] env[62845]: INFO nova.compute.manager [req-eb0ce67e-64c6-47f9-a1f1-c12ab585e428 req-8cc99876-d8cf-46f1-9b29-5de76dda9352 service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Neutron deleted interface 93f83680-0eab-48d5-9e0d-40cb1c94ba5f; detaching it from the instance and deleting it from the info cache [ 828.852764] env[62845]: DEBUG nova.network.neutron [req-eb0ce67e-64c6-47f9-a1f1-c12ab585e428 req-8cc99876-d8cf-46f1-9b29-5de76dda9352 service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.935656] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.972393] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-178863f8-f026-4a5d-8960-2dc5eed2182d" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.973133] env[62845]: DEBUG nova.objects.instance [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lazy-loading 'flavor' on Instance uuid 178863f8-f026-4a5d-8960-2dc5eed2182d {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.987674] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.014175] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649712} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.014618] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 9b7c19ba-0f26-42d7-bbee-8454e112c504/9b7c19ba-0f26-42d7-bbee-8454e112c504.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.015134] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.015303] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f20316-d5d8-46a9-8bea-6477f4d5d975 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.025183] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 829.025183] env[62845]: value = "task-2535996" [ 829.025183] env[62845]: _type = "Task" [ 829.025183] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.035959] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.096067] env[62845]: DEBUG nova.network.neutron [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.168092] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.168342] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f71f58f-37c6-4b2b-ab04-bd76ba7cb7d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.180454] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 829.180454] env[62845]: value = "task-2535997" [ 829.180454] env[62845]: _type = "Task" [ 829.180454] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.198493] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.355667] env[62845]: DEBUG nova.compute.utils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.361760] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.361760] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.366799] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-515e6c03-4322-4b32-a57c-916fcc8f8bb3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381320] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c133f93b-13b5-4670-925c-9e3cb350c03a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.426375] env[62845]: DEBUG nova.compute.manager [req-eb0ce67e-64c6-47f9-a1f1-c12ab585e428 req-8cc99876-d8cf-46f1-9b29-5de76dda9352 service nova] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Detach interface failed, port_id=93f83680-0eab-48d5-9e0d-40cb1c94ba5f, reason: Instance 0fe56218-3b4f-4996-905f-074815168efd could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 829.482737] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60172c0d-35ee-4a6d-8dcb-fd39dcfe7ea7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.489168] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.515132] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.515132] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a70063b-959e-41da-ae9a-6ba380102557 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.519286] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 829.519286] env[62845]: value = "task-2535998" [ 829.519286] env[62845]: _type = "Task" [ 829.519286] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.530440] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.541665] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092087} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.542118] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.543037] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0adba54-7ef0-48f7-ac95-9f4ee335f717 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.568348] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9b7c19ba-0f26-42d7-bbee-8454e112c504/9b7c19ba-0f26-42d7-bbee-8454e112c504.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.570421] env[62845]: DEBUG nova.policy [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51c767d3e6c24b36a3524728bb9cb67c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d681fe2b18641eaa55a00c5c85f8783', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.572244] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb7e834e-a949-48ce-9a63-ed70d454f369 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.599555] env[62845]: INFO nova.compute.manager [-] [instance: 0fe56218-3b4f-4996-905f-074815168efd] Took 1.67 seconds to deallocate network for instance. [ 829.602162] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 829.602162] env[62845]: value = "task-2535999" [ 829.602162] env[62845]: _type = "Task" [ 829.602162] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.616883] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.693230] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 93%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.861203] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.988819] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.036369] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2535998, 'name': PowerOffVM_Task, 'duration_secs': 0.341609} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.036727] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.043105] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.046218] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0add3049-0033-4948-bf03-ce087796abe9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.070586] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 830.070586] env[62845]: value = "task-2536000" [ 830.070586] env[62845]: _type = "Task" [ 830.070586] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.083531] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.112125] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Successfully created port: 3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.115432] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.126032] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535999, 'name': ReconfigVM_Task, 'duration_secs': 0.420205} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.126370] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9b7c19ba-0f26-42d7-bbee-8454e112c504/9b7c19ba-0f26-42d7-bbee-8454e112c504.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.127619] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292f009d-0ada-4374-823f-4ddaaa7c176a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.136030] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 830.136030] env[62845]: value = "task-2536001" [ 830.136030] env[62845]: _type = "Task" [ 830.136030] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.148624] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536001, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.200425] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 93%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.417773] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c8a42-08bc-45d0-b42b-b65a4d05341f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.427909] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b8824-f640-4a5f-84eb-1339d93b4bb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.465624] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d5764-f418-46a4-8558-89ccfba69e2e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.476066] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17754895-a623-442f-950a-f336013b89e1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.492771] env[62845]: DEBUG nova.compute.provider_tree [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.497638] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.584543] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536000, 'name': ReconfigVM_Task, 'duration_secs': 0.32395} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.585201] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.585201] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.585362] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daff1528-88aa-45ea-8580-f571486121ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.595796] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 830.595796] env[62845]: value = "task-2536002" [ 830.595796] env[62845]: _type = "Task" [ 830.595796] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.605251] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.646951] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536001, 'name': Rename_Task, 'duration_secs': 0.201464} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.647118] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.647379] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5850f427-f541-4550-a24f-0a8a0e8f2c3c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.656816] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 830.656816] env[62845]: value = "task-2536003" [ 830.656816] env[62845]: _type = "Task" [ 830.656816] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.696342] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 93%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.873935] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.898883] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.899199] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.899386] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.899613] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.899796] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.899983] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.900252] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.900455] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.900668] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.900868] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.901073] env[62845]: DEBUG nova.virt.hardware [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.902114] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2dfe67-865d-4ccf-a18b-0c63b96aa654 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.912210] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7986877-34f4-4007-8a2f-567a1c71be4b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.990596] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.000795] env[62845]: DEBUG nova.scheduler.client.report [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.106726] env[62845]: DEBUG oslo_vmware.api [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536002, 'name': PowerOnVM_Task, 'duration_secs': 0.408706} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.106986] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.107297] env[62845]: DEBUG nova.compute.manager [None req-cf1a93fa-45ec-43bb-bd4f-d3b3d8bce001 tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 178863f8-f026-4a5d-8960-2dc5eed2182d] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.108175] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656b38a5-cc32-4f89-b386-fd70951bdfd8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.171809] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.198221] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.490879] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2535995, 'name': PowerOnVM_Task, 'duration_secs': 2.57687} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.491175] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.491374] env[62845]: INFO nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Took 13.49 seconds to spawn the instance on the hypervisor. [ 831.491556] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.492327] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8074b83b-fd10-44cb-a10d-3e2edfda2947 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.506688] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.507701] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.509620] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.246s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.510084] env[62845]: DEBUG nova.objects.instance [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lazy-loading 'resources' on Instance uuid 74de7b85-13d0-4785-aa3c-204678d5d821 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.669343] env[62845]: DEBUG oslo_vmware.api [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536003, 'name': PowerOnVM_Task, 'duration_secs': 0.622669} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.670779] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.671099] env[62845]: INFO nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Took 11.03 seconds to spawn the instance on the hypervisor. [ 831.671285] env[62845]: DEBUG nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.672479] env[62845]: DEBUG nova.compute.manager [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Received event network-vif-plugged-3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.672711] env[62845]: DEBUG oslo_concurrency.lockutils [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] Acquiring lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.673192] env[62845]: DEBUG oslo_concurrency.lockutils [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] Lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.673302] env[62845]: DEBUG oslo_concurrency.lockutils [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] Lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.673649] env[62845]: DEBUG nova.compute.manager [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] No waiting events found dispatching network-vif-plugged-3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.674135] env[62845]: WARNING nova.compute.manager [req-d0ff4044-691c-4d89-923b-cc8a10516cdb req-c4513ab4-7d4d-4ba7-b610-41a7eb2b3439 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Received unexpected event network-vif-plugged-3109dc8d-697d-4523-8634-db899ae9b5e7 for instance with vm_state building and task_state spawning. [ 831.675194] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c762b-cd87-4392-9839-88c7a9bc74a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.700370] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.798456] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Successfully updated port: 3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.965283] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.965594] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.011642] env[62845]: INFO nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Took 41.78 seconds to build instance. [ 832.013797] env[62845]: DEBUG nova.compute.utils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.020487] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.020777] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.101190] env[62845]: DEBUG nova.policy [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11bd33c452c94faaab9e43545945ea70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a35a39561146e590dcf6e61010638b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.204241] env[62845]: INFO nova.compute.manager [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Took 40.90 seconds to build instance. [ 832.208137] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.302146] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.302352] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.302449] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.468891] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.483257] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Successfully created port: e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.519469] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.508s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.520801] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.528348] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4474406d-72a2-416b-92d3-2dca3568457d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.537936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5b81a-e898-4e07-a5c8-fe51ab8c2535 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.578160] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bcecb7-8767-4827-83dd-9e0e4581ad63 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.593049] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56856d83-7764-46dc-9c56-dc04a6d49ccc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.615934] env[62845]: DEBUG nova.compute.provider_tree [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.699406] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.705015] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d34b97ec-8763-4680-a482-37e3af9f1ff8 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.630s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.852299] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.881196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.881196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.881196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.881196] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.881371] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.883174] env[62845]: INFO nova.compute.manager [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Terminating instance [ 832.994557] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.075991] env[62845]: DEBUG nova.network.neutron [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Updating instance_info_cache with network_info: [{"id": "3109dc8d-697d-4523-8634-db899ae9b5e7", "address": "fa:16:3e:f5:10:32", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3109dc8d-69", "ovs_interfaceid": "3109dc8d-697d-4523-8634-db899ae9b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.085530] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.086101] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.086435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.086698] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.086950] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.092244] env[62845]: INFO nova.compute.manager [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Terminating instance [ 833.143876] env[62845]: ERROR nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [req-09d3af18-4b2c-46a1-bc3d-fd8d2a0b7c2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09d3af18-4b2c-46a1-bc3d-fd8d2a0b7c2f"}]} [ 833.173513] env[62845]: DEBUG nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 833.189842] env[62845]: DEBUG nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 833.190129] env[62845]: DEBUG nova.compute.provider_tree [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.202792] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.203815] env[62845]: DEBUG nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 833.225012] env[62845]: DEBUG nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 833.391749] env[62845]: DEBUG nova.compute.manager [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.391749] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.398523] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae2a41-2889-4218-9b90-cab3f84f8ba5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.407501] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.407770] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f1a71b-9723-44fb-ba1d-0e584a72abe9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.414539] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 833.414539] env[62845]: value = "task-2536004" [ 833.414539] env[62845]: _type = "Task" [ 833.414539] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.429021] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.529979] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.582271] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.582271] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.582271] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.582434] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.582434] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.582434] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.582534] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.582648] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.582844] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.582996] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.583633] env[62845]: DEBUG nova.virt.hardware [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.583728] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.584032] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Instance network_info: |[{"id": "3109dc8d-697d-4523-8634-db899ae9b5e7", "address": "fa:16:3e:f5:10:32", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3109dc8d-69", "ovs_interfaceid": "3109dc8d-697d-4523-8634-db899ae9b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.584926] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb124b9-f2ce-42d9-9a53-e76d2228fc7a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.589146] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:10:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3109dc8d-697d-4523-8634-db899ae9b5e7', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.601267] env[62845]: DEBUG oslo.service.loopingcall [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.605328] env[62845]: DEBUG nova.compute.manager [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.606444] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.606444] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.608157] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a16e27-3e08-4362-baf2-3ffddbaec8ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.610711] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d94963-af30-42b3-b54a-ae0d7f46b559 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.635042] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b73c6-f6cc-45ac-ac50-81f89b836039 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.643149] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.643149] env[62845]: value = "task-2536005" [ 833.643149] env[62845]: _type = "Task" [ 833.643149] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.643559] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.645296] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519e2e13-1d9e-4085-a2ce-975a03c5df9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.687260] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536005, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.689437] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 833.689437] env[62845]: value = "task-2536006" [ 833.689437] env[62845]: _type = "Task" [ 833.689437] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.714318] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.714739] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2535997, 'name': CloneVM_Task, 'duration_secs': 4.171966} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.719537] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Created linked-clone VM from snapshot [ 833.719863] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7bff89-93dd-4aa8-b947-0db0682dc2b2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.732215] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Uploading image c2cac83a-b097-4ab3-a310-58abea465a06 {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.760679] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.760679] env[62845]: value = "vm-512397" [ 833.760679] env[62845]: _type = "VirtualMachine" [ 833.760679] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.761053] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76b30a72-9504-4140-844b-90fc944d66e7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.765350] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43857aec-9ba3-4530-9504-00278b564d7b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.777309] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4f32b-d8fc-4022-afe8-ba64ac2748d5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.784700] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lease: (returnval){ [ 833.784700] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52043670-e749-46e5-7664-9a9aaf2ad16b" [ 833.784700] env[62845]: _type = "HttpNfcLease" [ 833.784700] env[62845]: } obtained for exporting VM: (result){ [ 833.784700] env[62845]: value = "vm-512397" [ 833.784700] env[62845]: _type = "VirtualMachine" [ 833.784700] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.785170] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the lease: (returnval){ [ 833.785170] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52043670-e749-46e5-7664-9a9aaf2ad16b" [ 833.785170] env[62845]: _type = "HttpNfcLease" [ 833.785170] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.833990] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10194b0-cc19-4625-8151-2da28acf4f59 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.841258] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.841258] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52043670-e749-46e5-7664-9a9aaf2ad16b" [ 833.841258] env[62845]: _type = "HttpNfcLease" [ 833.841258] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.843032] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.843032] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52043670-e749-46e5-7664-9a9aaf2ad16b" [ 833.843032] env[62845]: _type = "HttpNfcLease" [ 833.843032] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.844908] env[62845]: DEBUG nova.compute.manager [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Received event network-changed-3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.845337] env[62845]: DEBUG nova.compute.manager [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Refreshing instance network info cache due to event network-changed-3109dc8d-697d-4523-8634-db899ae9b5e7. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.845579] env[62845]: DEBUG oslo_concurrency.lockutils [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] Acquiring lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.845840] env[62845]: DEBUG oslo_concurrency.lockutils [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] Acquired lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.846094] env[62845]: DEBUG nova.network.neutron [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Refreshing network info cache for port 3109dc8d-697d-4523-8634-db899ae9b5e7 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.852150] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f8849-5052-4c19-8840-fb021043299e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.857176] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179beb1-7d66-47a2-b945-68edcc40f732 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.867026] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.867026] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.877117] env[62845]: DEBUG nova.compute.provider_tree [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.946730] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536004, 'name': PowerOffVM_Task, 'duration_secs': 0.218564} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.947044] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.947226] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.947497] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738f62ec-a981-4192-a1bd-30f34f548284 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.977900] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d0b52ea-3c11-4fdc-8466-3d8fa6b31acd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.030026] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.030026] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.030026] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleting the datastore file [datastore1] 007cabd0-08fd-485e-8546-be2ea9eb7c6f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.030026] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d37a86-b66f-4c31-9e73-dffdba0c1b0d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.035570] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 834.035570] env[62845]: value = "task-2536009" [ 834.035570] env[62845]: _type = "Task" [ 834.035570] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.044226] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.155519] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536005, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.207968] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536006, 'name': PowerOffVM_Task, 'duration_secs': 0.286502} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.210906] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.211349] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.211761] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c4aefbc-03d6-47dc-81ea-2327e607ded3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.289332] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Successfully updated port: e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.293685] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.293959] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.294179] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleting the datastore file [datastore1] 9b7c19ba-0f26-42d7-bbee-8454e112c504 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.294520] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d43a9a1-87a5-43b7-9d4b-43d2bcfcb1f3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.304125] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for the task: (returnval){ [ 834.304125] env[62845]: value = "task-2536011" [ 834.304125] env[62845]: _type = "Task" [ 834.304125] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.318951] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.463893] env[62845]: DEBUG nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 834.464219] env[62845]: DEBUG nova.compute.provider_tree [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 78 to 79 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 834.464607] env[62845]: DEBUG nova.compute.provider_tree [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.548123] env[62845]: DEBUG oslo_vmware.api [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223365} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.548474] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.548796] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.549093] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.549809] env[62845]: INFO nova.compute.manager [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.549809] env[62845]: DEBUG oslo.service.loopingcall [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.550080] env[62845]: DEBUG nova.compute.manager [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.550158] env[62845]: DEBUG nova.network.neutron [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.661589] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536005, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.794665] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.794665] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.795431] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.798376] env[62845]: DEBUG nova.network.neutron [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Updated VIF entry in instance network info cache for port 3109dc8d-697d-4523-8634-db899ae9b5e7. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.798900] env[62845]: DEBUG nova.network.neutron [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Updating instance_info_cache with network_info: [{"id": "3109dc8d-697d-4523-8634-db899ae9b5e7", "address": "fa:16:3e:f5:10:32", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3109dc8d-69", "ovs_interfaceid": "3109dc8d-697d-4523-8634-db899ae9b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.820459] env[62845]: DEBUG oslo_vmware.api [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Task: {'id': task-2536011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166818} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.820459] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.820809] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.821037] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.821232] env[62845]: INFO nova.compute.manager [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Took 1.22 seconds to destroy the instance on the hypervisor. [ 834.821579] env[62845]: DEBUG oslo.service.loopingcall [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.822143] env[62845]: DEBUG nova.compute.manager [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.822225] env[62845]: DEBUG nova.network.neutron [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.969949] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.460s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.974849] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.931s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.975119] env[62845]: DEBUG nova.objects.instance [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lazy-loading 'resources' on Instance uuid bc436e06-4a52-4fcf-926b-c5e80c77014a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.009372] env[62845]: INFO nova.scheduler.client.report [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Deleted allocations for instance 74de7b85-13d0-4785-aa3c-204678d5d821 [ 835.166543] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536005, 'name': CreateVM_Task, 'duration_secs': 1.499667} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.166543] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.166543] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.166543] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.167761] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.167761] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900cdb75-fe38-4399-bcdb-3835a7117c5c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.179893] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 835.179893] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524ad141-4663-3dfa-8583-1fb187c65b13" [ 835.179893] env[62845]: _type = "Task" [ 835.179893] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.194469] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524ad141-4663-3dfa-8583-1fb187c65b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.302591] env[62845]: DEBUG oslo_concurrency.lockutils [req-8a224e20-8b1c-4d3f-8726-4ae65d045db1 req-5828053c-9db3-4da9-8392-1cfd68b0a074 service nova] Releasing lock "refresh_cache-7a66cecc-a00b-4962-9964-9a1e7c442ec2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.333341] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.488480] env[62845]: DEBUG nova.network.neutron [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Updating instance_info_cache with network_info: [{"id": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "address": "fa:16:3e:85:bd:d9", "network": {"id": "dac6e124-bb50-4ac8-9388-bc3d420587eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1658693566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a35a39561146e590dcf6e61010638b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6074b01-cc", "ovs_interfaceid": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.520741] env[62845]: DEBUG oslo_concurrency.lockutils [None req-81053eed-6d70-42e2-8610-9194dc55f2fd tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "74de7b85-13d0-4785-aa3c-204678d5d821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.572s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.694450] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]524ad141-4663-3dfa-8583-1fb187c65b13, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.695106] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.695544] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.696034] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.696117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.696422] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.697041] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eed073a-1795-46d8-bf8e-99c56f260e42 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.699382] env[62845]: DEBUG nova.network.neutron [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.710906] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.711292] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.712206] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8f4463-36e1-4744-997d-6fdfadda89eb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.720973] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 835.720973] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52388243-2151-5cf6-91f9-13b97c3bfd65" [ 835.720973] env[62845]: _type = "Task" [ 835.720973] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.734749] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52388243-2151-5cf6-91f9-13b97c3bfd65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.739832] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.739959] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.803289] env[62845]: DEBUG nova.network.neutron [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.956142] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84928a48-bad4-464b-9d63-5dbc8784ccfa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.962176] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Received event network-vif-plugged-e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.962653] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Acquiring lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.963046] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.963453] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.963805] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] No waiting events found dispatching network-vif-plugged-e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.964191] env[62845]: WARNING nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Received unexpected event network-vif-plugged-e6074b01-cca7-4d4c-831d-5f9a8a04370b for instance with vm_state building and task_state spawning. [ 835.964554] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Received event network-changed-e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.964876] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Refreshing instance network info cache due to event network-changed-e6074b01-cca7-4d4c-831d-5f9a8a04370b. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.965243] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Acquiring lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.975025] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a951fdb-21db-4b02-bc26-1884cc22f086 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.011317] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Releasing lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.011797] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance network_info: |[{"id": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "address": "fa:16:3e:85:bd:d9", "network": {"id": "dac6e124-bb50-4ac8-9388-bc3d420587eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1658693566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a35a39561146e590dcf6e61010638b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6074b01-cc", "ovs_interfaceid": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.012640] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Acquired lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.012951] env[62845]: DEBUG nova.network.neutron [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Refreshing network info cache for port e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.014275] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:bd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6074b01-cca7-4d4c-831d-5f9a8a04370b', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.022319] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Creating folder: Project (81a35a39561146e590dcf6e61010638b). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.023349] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c5bb8e-67b1-46b1-a1f0-674aa0df19c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.029948] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-963aca04-2a24-4582-abae-3051cc988e29 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.043707] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee7259-f38c-41e8-a2a6-dc62f65194dd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052948] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Created folder: Project (81a35a39561146e590dcf6e61010638b) in parent group-v512253. [ 836.053341] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Creating folder: Instances. Parent ref: group-v512399. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.054198] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45dfe8e1-614d-40b5-a8fe-f20e9f8e8614 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.070937] env[62845]: DEBUG nova.compute.provider_tree [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.084573] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Created folder: Instances in parent group-v512399. [ 836.085338] env[62845]: DEBUG oslo.service.loopingcall [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.086307] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.086396] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d558783-915a-43b8-bb4a-b6234ad47f7d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.111486] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.111486] env[62845]: value = "task-2536014" [ 836.111486] env[62845]: _type = "Task" [ 836.111486] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.122219] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536014, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.205033] env[62845]: INFO nova.compute.manager [-] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Took 1.65 seconds to deallocate network for instance. [ 836.234135] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52388243-2151-5cf6-91f9-13b97c3bfd65, 'name': SearchDatastore_Task, 'duration_secs': 0.015029} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.234622] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e66157-14d7-45ad-a8dd-88ef844fc9e1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.242545] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 836.242545] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b639d5-158d-e5a1-b8a8-b07908765db9" [ 836.242545] env[62845]: _type = "Task" [ 836.242545] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.245673] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.256185] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b639d5-158d-e5a1-b8a8-b07908765db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.307086] env[62845]: DEBUG nova.network.neutron [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Updated VIF entry in instance network info cache for port e6074b01-cca7-4d4c-831d-5f9a8a04370b. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.307519] env[62845]: DEBUG nova.network.neutron [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Updating instance_info_cache with network_info: [{"id": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "address": "fa:16:3e:85:bd:d9", "network": {"id": "dac6e124-bb50-4ac8-9388-bc3d420587eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1658693566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a35a39561146e590dcf6e61010638b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6074b01-cc", "ovs_interfaceid": "e6074b01-cca7-4d4c-831d-5f9a8a04370b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.312035] env[62845]: INFO nova.compute.manager [-] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Took 1.49 seconds to deallocate network for instance. [ 836.574824] env[62845]: DEBUG nova.scheduler.client.report [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.625581] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536014, 'name': CreateVM_Task, 'duration_secs': 0.489447} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.625734] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.626474] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.629278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.629278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.629278] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6493b9af-bbd9-472d-aa43-885056260fca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.635777] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 836.635777] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52bfea26-3368-f05f-e69f-2e9d72500f27" [ 836.635777] env[62845]: _type = "Task" [ 836.635777] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.651302] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52bfea26-3368-f05f-e69f-2e9d72500f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.713408] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.756725] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b639d5-158d-e5a1-b8a8-b07908765db9, 'name': SearchDatastore_Task, 'duration_secs': 0.017569} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.759517] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.759821] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 7a66cecc-a00b-4962-9964-9a1e7c442ec2/7a66cecc-a00b-4962-9964-9a1e7c442ec2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.761134] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13737496-1e92-40f7-82a2-cf2b5f3c478c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.770040] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 836.770040] env[62845]: value = "task-2536015" [ 836.770040] env[62845]: _type = "Task" [ 836.770040] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.781296] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.782571] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.810467] env[62845]: DEBUG oslo_concurrency.lockutils [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] Releasing lock "refresh_cache-b95021ba-7e83-4d8e-9151-19899cd94524" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.810784] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: 007cabd0-08fd-485e-8546-be2ea9eb7c6f] Received event network-vif-deleted-c5fd13fd-034d-4968-84bd-043bcff5d4ee {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.811990] env[62845]: DEBUG nova.compute.manager [req-04be3242-6414-42ac-a7b8-879ea06a3ca2 req-c2fc1f99-be17-4a4f-a5bc-926ec3b4f648 service nova] [instance: 9b7c19ba-0f26-42d7-bbee-8454e112c504] Received event network-vif-deleted-3168cb52-9c6e-4e88-afa6-6ce00bab124c {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.816321] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.083476] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.084621] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.150s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.085282] env[62845]: DEBUG nova.objects.instance [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lazy-loading 'resources' on Instance uuid c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.113847] env[62845]: INFO nova.scheduler.client.report [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Deleted allocations for instance bc436e06-4a52-4fcf-926b-c5e80c77014a [ 837.150282] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52bfea26-3368-f05f-e69f-2e9d72500f27, 'name': SearchDatastore_Task, 'duration_secs': 0.019475} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.150563] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.150919] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.151311] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.151829] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.151829] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.152365] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a3ebfbd-99e4-4b77-afac-b705bf678a50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.172745] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.172872] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.173662] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b934da45-946b-44f0-937f-9154b7d47593 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.181889] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 837.181889] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f21ae-90f6-cd80-73d0-b57781b9921f" [ 837.181889] env[62845]: _type = "Task" [ 837.181889] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.192701] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f21ae-90f6-cd80-73d0-b57781b9921f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.281487] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536015, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.624576] env[62845]: DEBUG oslo_concurrency.lockutils [None req-62b714c5-0d4e-4c13-8064-3a657e15f1ab tempest-SecurityGroupsTestJSON-2140503241 tempest-SecurityGroupsTestJSON-2140503241-project-member] Lock "bc436e06-4a52-4fcf-926b-c5e80c77014a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.415s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.694816] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520f21ae-90f6-cd80-73d0-b57781b9921f, 'name': SearchDatastore_Task, 'duration_secs': 0.05935} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.695738] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151e3b00-5e4a-4db3-bdd7-a9b343790243 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.704035] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 837.704035] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52585084-e1ad-7131-fa16-c2dd0c680ab6" [ 837.704035] env[62845]: _type = "Task" [ 837.704035] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.713569] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52585084-e1ad-7131-fa16-c2dd0c680ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.783309] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727923} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.786436] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 7a66cecc-a00b-4962-9964-9a1e7c442ec2/7a66cecc-a00b-4962-9964-9a1e7c442ec2.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.786722] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.787229] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c70d232-c537-4576-8387-28f24cc8254c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.797893] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 837.797893] env[62845]: value = "task-2536016" [ 837.797893] env[62845]: _type = "Task" [ 837.797893] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.814684] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.020169] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "5f288671-faa4-47ff-9b41-2137c2c8a157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.020169] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "5f288671-faa4-47ff-9b41-2137c2c8a157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.025215] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157db1d3-0dbe-42a5-b6a1-b9e342b97865 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.035444] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618b9de-707a-494d-bc1e-8ae67cfd4b8c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.077586] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620648d4-33e6-429c-bc2d-2cf717bd9c54 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.088256] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c020a1-49a8-4983-8276-6df7ca90f667 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.110999] env[62845]: DEBUG nova.compute.provider_tree [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.216032] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52585084-e1ad-7131-fa16-c2dd0c680ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.01945} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.216325] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.216605] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.216883] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544ae064-462d-4566-a0f8-7a9a12fba0f4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.226327] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 838.226327] env[62845]: value = "task-2536017" [ 838.226327] env[62845]: _type = "Task" [ 838.226327] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.237453] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.310970] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077791} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.311285] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.312095] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad3e87f-70f5-4a01-9700-d1cd720f81a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.337906] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7a66cecc-a00b-4962-9964-9a1e7c442ec2/7a66cecc-a00b-4962-9964-9a1e7c442ec2.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.338310] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257c0545-e752-4bf1-886c-f3cf0b478756 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.364164] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 838.364164] env[62845]: value = "task-2536018" [ 838.364164] env[62845]: _type = "Task" [ 838.364164] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.373824] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.521366] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.614882] env[62845]: DEBUG nova.scheduler.client.report [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.739250] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.876437] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.045007] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.124081] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.126917] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.298s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.133806] env[62845]: INFO nova.compute.claims [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.161191] env[62845]: INFO nova.scheduler.client.report [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Deleted allocations for instance c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9 [ 839.239830] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61466} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.239830] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.240018] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.240271] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd84f42-b1bb-4a40-8bf0-881fdc7d1244 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.249813] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 839.249813] env[62845]: value = "task-2536019" [ 839.249813] env[62845]: _type = "Task" [ 839.249813] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.260286] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.377461] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536018, 'name': ReconfigVM_Task, 'duration_secs': 0.640697} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.377835] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7a66cecc-a00b-4962-9964-9a1e7c442ec2/7a66cecc-a00b-4962-9964-9a1e7c442ec2.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.378700] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-654ab8b9-fa6f-445f-a08e-baea140f58aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.388052] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 839.388052] env[62845]: value = "task-2536020" [ 839.388052] env[62845]: _type = "Task" [ 839.388052] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.398325] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536020, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.675953] env[62845]: DEBUG oslo_concurrency.lockutils [None req-791d8b7c-c515-4f0d-93e3-cd82ea1f39a0 tempest-ListImageFiltersTestJSON-38861721 tempest-ListImageFiltersTestJSON-38861721-project-member] Lock "c23a6d3e-051b-4f2f-90ab-cbfa4c1993e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.822s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.763336] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077067} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.763724] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.764730] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844aa528-3c08-4539-b82f-b4038b9daf78 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.791780] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.795219] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c066f8-d136-46f1-b0b9-6dc34f29c3a5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.816886] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 839.816886] env[62845]: value = "task-2536021" [ 839.816886] env[62845]: _type = "Task" [ 839.816886] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.830518] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.899110] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536020, 'name': Rename_Task, 'duration_secs': 0.169441} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.899324] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.899571] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac67fe56-ea6d-432d-a345-b24f98b174be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.906802] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 839.906802] env[62845]: value = "task-2536022" [ 839.906802] env[62845]: _type = "Task" [ 839.906802] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.915455] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.330896] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536021, 'name': ReconfigVM_Task, 'duration_secs': 0.485246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.331377] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.332048] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180f161d-bded-43a6-a239-578b21208d86 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.343384] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 840.343384] env[62845]: value = "task-2536023" [ 840.343384] env[62845]: _type = "Task" [ 840.343384] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.362704] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536023, 'name': Rename_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.421032] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536022, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.636598] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d180a77f-8611-48df-a60c-8213b04e1c57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.647295] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f9cdf2-18ee-4487-a4b4-6ae7766624af {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.683380] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b7657-c223-4f12-a28d-cc7328b51d9c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.692875] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601154bd-cdfd-46bb-97a4-8d8a63cfaab7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.711422] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.853984] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536023, 'name': Rename_Task, 'duration_secs': 0.174258} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.854400] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.854637] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f67d53-f4d7-4d77-824d-67656d614735 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.864537] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 840.864537] env[62845]: value = "task-2536024" [ 840.864537] env[62845]: _type = "Task" [ 840.864537] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.875807] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.920769] env[62845]: DEBUG oslo_vmware.api [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536022, 'name': PowerOnVM_Task, 'duration_secs': 0.786924} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.921022] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.921487] env[62845]: INFO nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Took 10.05 seconds to spawn the instance on the hypervisor. [ 840.921726] env[62845]: DEBUG nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.922697] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053fcf28-0dc1-4a20-9a59-0ad2d65b493d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.242786] env[62845]: ERROR nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [req-de0e0ab0-6bf3-444b-a74e-fc7948e9d906] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de0e0ab0-6bf3-444b-a74e-fc7948e9d906"}]} [ 841.261347] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 841.278275] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 841.278275] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.291635] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 841.312085] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 841.380019] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.441599] env[62845]: INFO nova.compute.manager [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Took 36.77 seconds to build instance. [ 841.751204] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465310c-dffb-46c7-8667-f02466b1e672 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.760786] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95969e9d-4b04-4959-abde-98dfaa2c1666 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.800976] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cde975-9f30-43ea-9ee2-2840aa4a8641 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.810889] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b145caa-6229-4087-8739-b2f505dd9dc9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.826632] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.880748] env[62845]: DEBUG oslo_vmware.api [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536024, 'name': PowerOnVM_Task, 'duration_secs': 0.523826} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.880748] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.880748] env[62845]: INFO nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Took 8.35 seconds to spawn the instance on the hypervisor. [ 841.880748] env[62845]: DEBUG nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.880748] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14169ec-31f9-4933-9b99-fe765c7b61e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.905146] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.907820] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fac359-3da5-40d3-aadb-ac5faed35da4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.914880] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.915068] env[62845]: ERROR oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk due to incomplete transfer. [ 841.915319] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a062d1d-173f-4527-8634-5cb562b3c91c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.928389] env[62845]: DEBUG oslo_vmware.rw_handles [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52128802-b045-7fe9-0d40-3bf96ac39d19/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.928629] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Uploaded image c2cac83a-b097-4ab3-a310-58abea465a06 to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.930866] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.931145] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ba317e9-3580-4253-8c34-2663f708d249 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.939343] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 841.939343] env[62845]: value = "task-2536025" [ 841.939343] env[62845]: _type = "Task" [ 841.939343] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.943627] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d957ac0-dabb-4492-aff1-89be36a4e0a5 tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "7a66cecc-a00b-4962-9964-9a1e7c442ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.684s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.949583] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536025, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.354134] env[62845]: ERROR nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [req-5e283046-148a-4dcc-92fe-e2ef0e157956] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e283046-148a-4dcc-92fe-e2ef0e157956"}]} [ 842.372745] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.388666] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.388908] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.406144] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.408940] env[62845]: INFO nova.compute.manager [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Took 35.62 seconds to build instance. [ 842.414316] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "fdd44edf-d67d-424b-b984-97578880b67f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.414316] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "fdd44edf-d67d-424b-b984-97578880b67f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.436916] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.453021] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536025, 'name': Destroy_Task, 'duration_secs': 0.369235} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.453414] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Destroyed the VM [ 842.453699] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.453969] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d24ce535-3386-4022-b3be-dfa56c1cca6e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.461365] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 842.461365] env[62845]: value = "task-2536026" [ 842.461365] env[62845]: _type = "Task" [ 842.461365] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.474082] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536026, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.730173] env[62845]: DEBUG nova.compute.manager [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.731279] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4530e7ae-cb17-49db-b87e-d259842e970b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.884017] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca2f42f-4483-4181-9dea-b5139beafebf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.890497] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69e63d-fbd2-464d-a6bb-68ea88d0cc08 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.923895] env[62845]: DEBUG oslo_concurrency.lockutils [None req-f26c50ab-37cd-4144-8f02-7cafdac70550 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.809s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.924278] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.929203] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545690b-a997-40be-9a2f-e8d6fa5d7539 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.938344] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94030da8-c40c-47ec-b388-e4a05868ed2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.954589] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.972353] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536026, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.248859] env[62845]: INFO nova.compute.manager [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] instance snapshotting [ 843.258118] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95345f-3957-4bd4-b83b-1b072cf931fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.287357] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff01e36-466e-4326-b441-db55a8879c77 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.293626] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "ac2cf433-26b1-43e7-8531-2cdaf6ae99b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.293893] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "ac2cf433-26b1-43e7-8531-2cdaf6ae99b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.341386] env[62845]: INFO nova.compute.manager [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Rebuilding instance [ 843.394815] env[62845]: DEBUG nova.compute.manager [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.395775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28752eb-c5ef-4270-b929-2f064b89a6ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.451812] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.474565] env[62845]: DEBUG oslo_vmware.api [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536026, 'name': RemoveSnapshot_Task, 'duration_secs': 0.743679} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.474863] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.474916] env[62845]: INFO nova.compute.manager [None req-0f64f44d-7487-43cc-bce3-37b3f4574489 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 843.478076] env[62845]: ERROR nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [req-d1c92939-e35c-47b6-9270-c054a37c2934] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d1c92939-e35c-47b6-9270-c054a37c2934"}]} [ 843.499186] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 843.520202] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 843.520442] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.535610] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 843.561547] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 843.800540] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.813018] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.813018] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45851f2a-5578-48b2-a0b2-5675b0c6ca26 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.822199] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 843.822199] env[62845]: value = "task-2536027" [ 843.822199] env[62845]: _type = "Task" [ 843.822199] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.836316] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.045365] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7098a8-7c88-4379-a630-51385b8a42e5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.054321] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242e4d7-93dd-4770-8d8e-6fcee4226fb0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.093498] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35fa8c3-5938-43ce-934d-efa4cfb02720 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.104860] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef33761-d9c5-4c55-8a4b-915c375295fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121934] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.334574] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.335505] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.413425] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.413773] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a087212f-2afd-4875-9d2d-1ca07075e749 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.422309] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 844.422309] env[62845]: value = "task-2536028" [ 844.422309] env[62845]: _type = "Task" [ 844.422309] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.432529] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.674932] env[62845]: DEBUG nova.scheduler.client.report [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 844.675439] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 83 to 84 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 844.675691] env[62845]: DEBUG nova.compute.provider_tree [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.833991] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536027, 'name': CreateSnapshot_Task, 'duration_secs': 0.876246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.834181] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.834984] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4fe79f-2265-4cdd-abe5-3056d26080b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.934246] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536028, 'name': PowerOffVM_Task, 'duration_secs': 0.243863} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.934666] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.934810] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.935878] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d2775-e2a3-48d5-9282-6bf249beccc8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.943206] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.943440] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd07a663-f104-40ae-83c6-62654c637e34 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.002750] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.002979] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.003254] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Deleting the datastore file [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.003799] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9b4580-4cae-4249-a86b-3b865afcbdaa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.011014] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 845.011014] env[62845]: value = "task-2536030" [ 845.011014] env[62845]: _type = "Task" [ 845.011014] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.019084] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.180631] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.054s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.181196] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.184563] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.276s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.204707] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquiring lock "4e4dfa51-9835-4fb8-93fe-926280871d18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.205275] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Lock "4e4dfa51-9835-4fb8-93fe-926280871d18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.354301] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.355072] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d75833ff-3498-469f-b8fa-8625dfbc0969 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.365232] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 845.365232] env[62845]: value = "task-2536031" [ 845.365232] env[62845]: _type = "Task" [ 845.365232] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.374558] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536031, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.521918] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3263} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.522201] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.522387] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.522593] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.691030] env[62845]: INFO nova.compute.claims [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.694347] env[62845]: DEBUG nova.compute.utils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.696635] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.696809] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.707964] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.737925] env[62845]: DEBUG nova.policy [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624f9d34ea2441beba02b696c0a6a2c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e33fd19d02094a0aa626ade07f5f5a24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.876700] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536031, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.035705] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Successfully created port: 10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.199315] env[62845]: INFO nova.compute.resource_tracker [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating resource usage from migration 6b39f147-030e-4928-9080-f38011da9ca1 [ 846.201870] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.225823] env[62845]: DEBUG nova.compute.manager [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.226791] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35a617-bef6-4361-919a-66084465a536 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.235184] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.378558] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536031, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.554929] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.555290] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.555475] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.555731] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.555888] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.556064] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.556317] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.556543] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.556753] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.556966] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.557216] env[62845]: DEBUG nova.virt.hardware [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.558262] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a00e1-444e-4fd7-9cd0-6622ae7a8a9c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.570829] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949f96c-46de-4ffd-b834-e4f9cf20be1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.591899] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:bd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6074b01-cca7-4d4c-831d-5f9a8a04370b', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.604073] env[62845]: DEBUG oslo.service.loopingcall [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.607752] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.608281] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5de833-9046-42b3-ac36-329e56a9a2cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.640678] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.640678] env[62845]: value = "task-2536032" [ 846.640678] env[62845]: _type = "Task" [ 846.640678] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.645254] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84b975-2352-4545-adc1-71b3e74b08a6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.651460] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536032, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.653928] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8a0a51-b34f-4ce7-a97d-38ac03eda0ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.686348] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00253fcd-a277-4b66-b389-ff97a3d70a9a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.694263] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b426e2-97ba-4775-88e4-dd890da83c1f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.713811] env[62845]: DEBUG nova.compute.provider_tree [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.741715] env[62845]: INFO nova.compute.manager [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] instance snapshotting [ 846.744692] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d518a2f-1f7e-4947-aa7d-8ce5ef90f453 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.771781] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c658b1-f4a5-4059-a01d-3a12fb87c222 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.877776] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536031, 'name': CloneVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.151407] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536032, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.220050] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.238836] env[62845]: ERROR nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [req-65109be8-50ea-4335-969b-3b84cf98aeff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65109be8-50ea-4335-969b-3b84cf98aeff"}]} [ 847.242483] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.242761] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.242924] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.243122] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.243273] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.243421] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.243628] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.243787] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.243950] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.244127] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.244301] env[62845]: DEBUG nova.virt.hardware [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.245684] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd314320-0d17-44a4-b3c9-e68b74b009bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.253458] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9806b51-9f78-4ea0-a2c8-f53de9d3cd6b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.258781] env[62845]: DEBUG nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.272812] env[62845]: DEBUG nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.273142] env[62845]: DEBUG nova.compute.provider_tree [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.284163] env[62845]: DEBUG nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.287325] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.287855] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcd5253e-314b-4d8a-81d2-47ead03da231 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.296943] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 847.296943] env[62845]: value = "task-2536033" [ 847.296943] env[62845]: _type = "Task" [ 847.296943] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.304938] env[62845]: DEBUG nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.311671] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.377905] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536031, 'name': CloneVM_Task, 'duration_secs': 1.608684} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.380396] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Created linked-clone VM from snapshot [ 847.381440] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfa401-63da-4afc-ac47-27c5d92710b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.389421] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Uploading image 87bc7b1f-c35f-428c-931d-dff6681d23cc {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.411987] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.411987] env[62845]: value = "vm-512403" [ 847.411987] env[62845]: _type = "VirtualMachine" [ 847.411987] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.412317] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1b08486-1155-40d7-9840-210aaa178a85 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.423075] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease: (returnval){ [ 847.423075] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b5f207-4a65-67ae-0ba2-eaad735905c6" [ 847.423075] env[62845]: _type = "HttpNfcLease" [ 847.423075] env[62845]: } obtained for exporting VM: (result){ [ 847.423075] env[62845]: value = "vm-512403" [ 847.423075] env[62845]: _type = "VirtualMachine" [ 847.423075] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.423351] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the lease: (returnval){ [ 847.423351] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b5f207-4a65-67ae-0ba2-eaad735905c6" [ 847.423351] env[62845]: _type = "HttpNfcLease" [ 847.423351] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.432272] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.432272] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b5f207-4a65-67ae-0ba2-eaad735905c6" [ 847.432272] env[62845]: _type = "HttpNfcLease" [ 847.432272] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.467916] env[62845]: DEBUG nova.compute.manager [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Received event network-vif-plugged-10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.467916] env[62845]: DEBUG oslo_concurrency.lockutils [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] Acquiring lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.467916] env[62845]: DEBUG oslo_concurrency.lockutils [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.467916] env[62845]: DEBUG oslo_concurrency.lockutils [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.467916] env[62845]: DEBUG nova.compute.manager [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] No waiting events found dispatching network-vif-plugged-10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.468247] env[62845]: WARNING nova.compute.manager [req-f6fdbcb4-18a1-4947-b5d9-6f6c6810bff8 req-3879e4d6-3394-445c-81b6-ba251aa32cd9 service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Received unexpected event network-vif-plugged-10f17abe-1771-41c9-b868-6dc382bf9788 for instance with vm_state building and task_state spawning. [ 847.569694] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Successfully updated port: 10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.654187] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536032, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.691842] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b747291a-0533-4af4-8125-bc121330864d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.699776] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce797f3d-41a0-4b3b-9b51-beb86f1a8146 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.730852] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1effe3af-edf9-40ad-8594-8488c6fdc5e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.738815] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38125b3a-0f47-45eb-8a9a-7b984b937198 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.752347] env[62845]: DEBUG nova.compute.provider_tree [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.808670] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.932527] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.932527] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b5f207-4a65-67ae-0ba2-eaad735905c6" [ 847.932527] env[62845]: _type = "HttpNfcLease" [ 847.932527] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.932891] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.932891] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b5f207-4a65-67ae-0ba2-eaad735905c6" [ 847.932891] env[62845]: _type = "HttpNfcLease" [ 847.932891] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.933599] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec63e7-9acd-4ec7-a1fd-841b0cecf8d9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.942187] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.942370] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.038284] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d687c77-6e3e-4a42-8d1e-c62fb2bb709b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.077253] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.077453] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquired lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.077549] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.154567] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536032, 'name': CreateVM_Task, 'duration_secs': 1.39352} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.154704] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.155442] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.155632] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.155951] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.156260] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9568697-8f34-4d4b-a060-84f35d0af200 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.162768] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 848.162768] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523c0516-a9fb-b65a-6672-43be5f76f54c" [ 848.162768] env[62845]: _type = "Task" [ 848.162768] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.172660] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523c0516-a9fb-b65a-6672-43be5f76f54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.285305] env[62845]: DEBUG nova.scheduler.client.report [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.285697] env[62845]: DEBUG nova.compute.provider_tree [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 85 to 86 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.286008] env[62845]: DEBUG nova.compute.provider_tree [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.310654] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.613244] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.618215] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.618426] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.679668] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523c0516-a9fb-b65a-6672-43be5f76f54c, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.680674] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.680674] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.681079] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.681362] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.681697] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.683177] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be7e2fc6-55c8-4085-83a0-2600ab2d6436 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.695659] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.695854] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.696747] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642b29c2-d5d7-40f6-a876-feeee666eeb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.703599] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 848.703599] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b2ee39-cb3f-2ed9-772e-f0694ac988dd" [ 848.703599] env[62845]: _type = "Task" [ 848.703599] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.712209] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b2ee39-cb3f-2ed9-772e-f0694ac988dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.771035] env[62845]: DEBUG nova.network.neutron [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Updating instance_info_cache with network_info: [{"id": "10f17abe-1771-41c9-b868-6dc382bf9788", "address": "fa:16:3e:41:99:a5", "network": {"id": "c8b39c15-a707-45cd-af69-0e9bc53d1c26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1406271293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e33fd19d02094a0aa626ade07f5f5a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f17abe-17", "ovs_interfaceid": "10f17abe-1771-41c9-b868-6dc382bf9788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.792403] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.608s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.793007] env[62845]: INFO nova.compute.manager [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Migrating [ 848.805421] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.793s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.806514] env[62845]: DEBUG nova.objects.instance [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lazy-loading 'resources' on Instance uuid 5b5ed669-e85a-4b19-917d-04b5e6b02241 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.828305] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536033, 'name': CreateSnapshot_Task, 'duration_secs': 1.104753} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.828568] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.829398] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deafbe6-e739-4b29-aa23-e552e1a07256 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.126946] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.127073] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Starting heal instance info cache {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 849.215148] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b2ee39-cb3f-2ed9-772e-f0694ac988dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.215971] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e1fde3-fc34-482d-8bb4-fba5e49cc96e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.222766] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 849.222766] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f52898-49ef-b9ae-85f5-9d8a8fa75a62" [ 849.222766] env[62845]: _type = "Task" [ 849.222766] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.231578] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f52898-49ef-b9ae-85f5-9d8a8fa75a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.274233] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Releasing lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.274637] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Instance network_info: |[{"id": "10f17abe-1771-41c9-b868-6dc382bf9788", "address": "fa:16:3e:41:99:a5", "network": {"id": "c8b39c15-a707-45cd-af69-0e9bc53d1c26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1406271293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e33fd19d02094a0aa626ade07f5f5a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f17abe-17", "ovs_interfaceid": "10f17abe-1771-41c9-b868-6dc382bf9788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.275249] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:99:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f17abe-1771-41c9-b868-6dc382bf9788', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.283122] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Creating folder: Project (e33fd19d02094a0aa626ade07f5f5a24). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.283749] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f82cf97-f8dd-4b9d-9528-1ee3c99f01bd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.295803] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Created folder: Project (e33fd19d02094a0aa626ade07f5f5a24) in parent group-v512253. [ 849.296072] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Creating folder: Instances. Parent ref: group-v512406. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.296327] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-020a28e7-9fa4-4bd1-8752-b494797c1bdf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.306688] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Created folder: Instances in parent group-v512406. [ 849.306936] env[62845]: DEBUG oslo.service.loopingcall [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.307151] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.307360] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65444827-d2c9-4b20-9794-56834e7e50d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.325828] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.325828] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.326041] env[62845]: DEBUG nova.network.neutron [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.333676] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.333676] env[62845]: value = "task-2536037" [ 849.333676] env[62845]: _type = "Task" [ 849.333676] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.351906] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.352326] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536037, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.355407] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5f35d11-d8e5-408c-b646-e12015a9a6d3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.364118] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 849.364118] env[62845]: value = "task-2536038" [ 849.364118] env[62845]: _type = "Task" [ 849.364118] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.372422] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536038, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.492690] env[62845]: DEBUG nova.compute.manager [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Received event network-changed-10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.492690] env[62845]: DEBUG nova.compute.manager [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Refreshing instance network info cache due to event network-changed-10f17abe-1771-41c9-b868-6dc382bf9788. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.492890] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] Acquiring lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.493069] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] Acquired lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.493251] env[62845]: DEBUG nova.network.neutron [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Refreshing network info cache for port 10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.734354] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f52898-49ef-b9ae-85f5-9d8a8fa75a62, 'name': SearchDatastore_Task, 'duration_secs': 0.015452} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.737283] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.737561] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.738039] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aae66b70-efe6-480b-94d0-67c7ebac53e5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.745848] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 849.745848] env[62845]: value = "task-2536039" [ 849.745848] env[62845]: _type = "Task" [ 849.745848] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.758713] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.763397] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa87b43-62f1-4a74-87a7-109a2c166925 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.771512] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ae47b-bdcd-49c9-8336-a638724c9468 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803570] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd147a45-7473-4fe2-8231-ff606209f8e0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.812211] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92888fe7-ee96-41ac-88c8-5aab85593b40 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.827551] env[62845]: DEBUG nova.compute.provider_tree [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.845195] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536037, 'name': CreateVM_Task, 'duration_secs': 0.500308} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.845378] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.846124] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.846293] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.846613] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.846881] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650059e3-6ac3-4934-a04e-55a922a80e67 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.851998] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 849.851998] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520d22c9-e664-1283-dd75-99036427b0fa" [ 849.851998] env[62845]: _type = "Task" [ 849.851998] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.860991] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520d22c9-e664-1283-dd75-99036427b0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.874257] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536038, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.156571] env[62845]: DEBUG nova.network.neutron [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance_info_cache with network_info: [{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.258488] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.309276] env[62845]: DEBUG nova.network.neutron [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Updated VIF entry in instance network info cache for port 10f17abe-1771-41c9-b868-6dc382bf9788. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.309650] env[62845]: DEBUG nova.network.neutron [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Updating instance_info_cache with network_info: [{"id": "10f17abe-1771-41c9-b868-6dc382bf9788", "address": "fa:16:3e:41:99:a5", "network": {"id": "c8b39c15-a707-45cd-af69-0e9bc53d1c26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1406271293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e33fd19d02094a0aa626ade07f5f5a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f17abe-17", "ovs_interfaceid": "10f17abe-1771-41c9-b868-6dc382bf9788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.332929] env[62845]: DEBUG nova.scheduler.client.report [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.363933] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520d22c9-e664-1283-dd75-99036427b0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.364278] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.364509] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.364774] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.364920] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.365127] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.365807] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95dd387-7095-45c7-868d-c92ccfa3f479 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.376199] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536038, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.384064] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.384197] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.384912] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599a31ae-25be-474a-b5af-b153fea293ad {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.390916] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 850.390916] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52098806-643d-a51f-af4f-5656cd8aed3a" [ 850.390916] env[62845]: _type = "Task" [ 850.390916] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.399048] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52098806-643d-a51f-af4f-5656cd8aed3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.659038] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.757363] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582663} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.757774] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.757879] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.758180] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d2054c-93d3-4502-891a-b18604a4cbc1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.765792] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 850.765792] env[62845]: value = "task-2536040" [ 850.765792] env[62845]: _type = "Task" [ 850.765792] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.774473] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.812103] env[62845]: DEBUG oslo_concurrency.lockutils [req-3f7271d4-44ff-4660-857d-0a72dae3a3a9 req-71c34f26-a335-46d9-bd1b-bd6777b1790e service nova] Releasing lock "refresh_cache-ada58792-2470-4aa6-9a2c-e1259604e57b" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.838590] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.841190] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.284s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.842813] env[62845]: INFO nova.compute.claims [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.861954] env[62845]: INFO nova.scheduler.client.report [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Deleted allocations for instance 5b5ed669-e85a-4b19-917d-04b5e6b02241 [ 850.877356] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536038, 'name': CloneVM_Task, 'duration_secs': 1.353854} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.877676] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Created linked-clone VM from snapshot [ 850.878586] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24273a2-064a-46cb-abd4-92427911e2a8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.889046] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Uploading image 3a697ef0-7621-4527-bd63-ac75f7045932 {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.901924] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52098806-643d-a51f-af4f-5656cd8aed3a, 'name': SearchDatastore_Task, 'duration_secs': 0.045075} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.902797] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284e911d-b648-4223-8d98-81f6b3d10a41 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.912673] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 850.912673] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523960f1-abfb-e8d8-8fca-87f810218d2c" [ 850.912673] env[62845]: _type = "Task" [ 850.912673] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.919455] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.919455] env[62845]: value = "vm-512409" [ 850.919455] env[62845]: _type = "VirtualMachine" [ 850.919455] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.919767] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-589cd40f-44b8-49fb-aefb-506690fcb0c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.925050] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523960f1-abfb-e8d8-8fca-87f810218d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.930869] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lease: (returnval){ [ 850.930869] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9926-40d6-0cee-ea4a-48f91a4d5147" [ 850.930869] env[62845]: _type = "HttpNfcLease" [ 850.930869] env[62845]: } obtained for exporting VM: (result){ [ 850.930869] env[62845]: value = "vm-512409" [ 850.930869] env[62845]: _type = "VirtualMachine" [ 850.930869] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.931313] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the lease: (returnval){ [ 850.931313] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9926-40d6-0cee-ea4a-48f91a4d5147" [ 850.931313] env[62845]: _type = "HttpNfcLease" [ 850.931313] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.937963] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.937963] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9926-40d6-0cee-ea4a-48f91a4d5147" [ 850.937963] env[62845]: _type = "HttpNfcLease" [ 850.937963] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.276659] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074883} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.276659] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.277175] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b6599-4672-424f-a27d-22205c343e06 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.300621] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.301049] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77787ff-05b9-4117-b17d-75c6ef0b5154 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.324104] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 851.324104] env[62845]: value = "task-2536042" [ 851.324104] env[62845]: _type = "Task" [ 851.324104] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.333200] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.373696] env[62845]: DEBUG oslo_concurrency.lockutils [None req-666aae8f-c883-4192-a111-3575acb5a3c8 tempest-ServerAddressesNegativeTestJSON-53388081 tempest-ServerAddressesNegativeTestJSON-53388081-project-member] Lock "5b5ed669-e85a-4b19-917d-04b5e6b02241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.172s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.425961] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523960f1-abfb-e8d8-8fca-87f810218d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.426285] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.426564] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] ada58792-2470-4aa6-9a2c-e1259604e57b/ada58792-2470-4aa6-9a2c-e1259604e57b.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.426839] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b5670d-ec99-4046-9462-2962ae83b110 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.436117] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 851.436117] env[62845]: value = "task-2536043" [ 851.436117] env[62845]: _type = "Task" [ 851.436117] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.441289] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.441289] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9926-40d6-0cee-ea4a-48f91a4d5147" [ 851.441289] env[62845]: _type = "HttpNfcLease" [ 851.441289] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.442137] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.442137] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523d9926-40d6-0cee-ea4a-48f91a4d5147" [ 851.442137] env[62845]: _type = "HttpNfcLease" [ 851.442137] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.443048] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419893c-5c13-4d57-b2f0-4da4cfa5b268 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.449762] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.456281] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.456498] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.554458] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28b14ec1-c1c0-47bd-bbdf-67e3a98402a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.835589] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536042, 'name': ReconfigVM_Task, 'duration_secs': 0.381997} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.835959] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524/b95021ba-7e83-4d8e-9151-19899cd94524.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.836745] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3229f22b-463e-422e-90f2-74723693d150 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.847063] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 851.847063] env[62845]: value = "task-2536044" [ 851.847063] env[62845]: _type = "Task" [ 851.847063] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.866816] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536044, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.948697] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.179627] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bfe184-b99b-4c8b-ac6c-e7ae580e7fba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.205074] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 0 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.350579] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b57cb-6da9-4b6e-ba0a-b283c56ae88b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.365313] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536044, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.368737] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9359b41-9248-448d-b477-5c32dcc2d12a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.401858] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2334a7-6ad3-49cb-b3d8-2b34d38a02fe {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.413392] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243f43c-dc9c-4bd8-b54f-06f9988092ca {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.436088] env[62845]: DEBUG nova.compute.provider_tree [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.448792] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585981} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.450634] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] ada58792-2470-4aa6-9a2c-e1259604e57b/ada58792-2470-4aa6-9a2c-e1259604e57b.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.451127] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.451546] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44e8a6d0-7001-4d2e-9a3c-b5488a02dcb6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.462563] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 852.462563] env[62845]: value = "task-2536045" [ 852.462563] env[62845]: _type = "Task" [ 852.462563] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.473013] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.715520] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.715892] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e4d8e9-7b08-4edd-ad9d-fab0ef5346b5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.726964] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 852.726964] env[62845]: value = "task-2536046" [ 852.726964] env[62845]: _type = "Task" [ 852.726964] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.748277] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.859846] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536044, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.976692] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072618} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.978171] env[62845]: DEBUG nova.scheduler.client.report [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.978734] env[62845]: DEBUG nova.compute.provider_tree [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 86 to 87 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.979320] env[62845]: DEBUG nova.compute.provider_tree [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.983672] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.985161] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ecf621-1e3c-4b67-a2d8-9ac5c31b609d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.011555] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ada58792-2470-4aa6-9a2c-e1259604e57b/ada58792-2470-4aa6-9a2c-e1259604e57b.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.012941] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49f5f3e-5923-40ee-a76a-580b92a7e4ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.038286] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 853.038286] env[62845]: value = "task-2536047" [ 853.038286] env[62845]: _type = "Task" [ 853.038286] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.048391] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.242197] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.360965] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536044, 'name': Rename_Task, 'duration_secs': 1.312377} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.361416] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.362242] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b485bec-fdb7-499e-ae4d-be5f71b637be {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.375747] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 853.375747] env[62845]: value = "task-2536048" [ 853.375747] env[62845]: _type = "Task" [ 853.375747] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.391553] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.486203] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.489800] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.495867] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.980s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.497779] env[62845]: INFO nova.compute.claims [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.552621] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536047, 'name': ReconfigVM_Task, 'duration_secs': 0.459049} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.554114] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ada58792-2470-4aa6-9a2c-e1259604e57b/ada58792-2470-4aa6-9a2c-e1259604e57b.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.554761] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d080a2-01dc-4256-bf5c-03d350648bf9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.563644] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 853.563644] env[62845]: value = "task-2536049" [ 853.563644] env[62845]: _type = "Task" [ 853.563644] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.578406] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536049, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.743131] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536046, 'name': PowerOffVM_Task, 'duration_secs': 0.614901} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.743560] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.743904] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 17 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.888535] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.002078] env[62845]: DEBUG nova.compute.utils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.006209] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.006385] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.047796] env[62845]: DEBUG nova.policy [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9929b237c6494193ada002c3ee1c40ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fd98de08f734b97ae62ec2f35e8f1a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.076330] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536049, 'name': Rename_Task, 'duration_secs': 0.201246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.078688] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.078868] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca2dfdc7-9577-42f4-b5ae-78e2c08ce9a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.089814] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 854.089814] env[62845]: value = "task-2536050" [ 854.089814] env[62845]: _type = "Task" [ 854.089814] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.099663] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.252476] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.252878] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.253115] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.253397] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.253672] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.253934] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.254292] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.254569] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.254872] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.255152] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.255435] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.263398] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f44ade8-f53b-42b7-8b21-7c1a8226fc4a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.287306] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 854.287306] env[62845]: value = "task-2536051" [ 854.287306] env[62845]: _type = "Task" [ 854.287306] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.299934] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.370557] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Successfully created port: 1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.388148] env[62845]: DEBUG oslo_vmware.api [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536048, 'name': PowerOnVM_Task, 'duration_secs': 0.610528} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.388476] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.388615] env[62845]: DEBUG nova.compute.manager [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.389664] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7537bcf7-f897-4442-9d3c-e5ec08def0d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.505264] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.601557] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.800149] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536051, 'name': ReconfigVM_Task, 'duration_secs': 0.267481} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.803067] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 33 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.910991] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d83b88-8ee6-4fe0-b032-035630a14cd7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.914021] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.920089] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a957b7ba-528f-4591-a391-ff625f6cc5ee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.951114] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc710848-f6ae-4389-833d-16eff0d60d8f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.959775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafcbd1-7fde-45c3-b2be-6637fb6d95bb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.974102] env[62845]: DEBUG nova.compute.provider_tree [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.102931] env[62845]: DEBUG oslo_vmware.api [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536050, 'name': PowerOnVM_Task, 'duration_secs': 0.61219} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.103347] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.103568] env[62845]: INFO nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Took 7.88 seconds to spawn the instance on the hypervisor. [ 855.103910] env[62845]: DEBUG nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.104884] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746433d1-4cb0-43e9-8fd1-8836a6ac9c98 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.310143] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0dabc5bd-efa7-48d6-b61e-945c4a371699',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-692249578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.310407] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.310579] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.310817] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.310971] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.311150] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.311361] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.311519] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.311679] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.311839] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.312024] env[62845]: DEBUG nova.virt.hardware [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.317365] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.318107] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd8b4cf-7d3a-4ca8-b607-bbe8a7884e07 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.339045] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 855.339045] env[62845]: value = "task-2536052" [ 855.339045] env[62845]: _type = "Task" [ 855.339045] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.349970] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.478038] env[62845]: DEBUG nova.scheduler.client.report [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.515869] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.626425] env[62845]: INFO nova.compute.manager [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Took 42.84 seconds to build instance. [ 855.667557] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Didn't find any instances for network info cache update. {{(pid=62845) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 855.667840] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.667974] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.668144] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.668290] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.668430] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.668575] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.668705] env[62845]: DEBUG nova.compute.manager [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62845) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 855.668852] env[62845]: DEBUG oslo_service.periodic_task [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62845) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.850286] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536052, 'name': ReconfigVM_Task, 'duration_secs': 0.350112} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.850596] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62845) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 855.851568] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da301b77-b16c-4cb7-95bb-a7806c71c13c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.875340] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.875671] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1f3416-1ccc-4d8c-af5d-bff45ae7f9e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.891283] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Successfully updated port: 1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.900608] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 855.900608] env[62845]: value = "task-2536053" [ 855.900608] env[62845]: _type = "Task" [ 855.900608] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.909453] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.983509] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.984039] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.986870] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.110s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.987131] env[62845]: DEBUG nova.objects.instance [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'resources' on Instance uuid 738d10e1-35f6-4ad4-a417-c81facf3c898 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.128350] env[62845]: DEBUG oslo_concurrency.lockutils [None req-3dce9c40-6cf5-49f7-9427-398bf008aef0 tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.352s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.172217] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.395039] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquiring lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.395039] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquired lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.395039] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.410900] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.490810] env[62845]: DEBUG nova.compute.utils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.496036] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.496287] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.537542] env[62845]: DEBUG nova.policy [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e196e437664d9d8bce5c0ba45c92a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3455e6e0e86e48c79e3ebe1fadfd274d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.822183] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.823816] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.824055] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.824318] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.824664] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.825205] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.826062] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.826347] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.826566] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.826828] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.826996] env[62845]: DEBUG nova.virt.hardware [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.829442] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d28574-b4c9-4db4-92af-5d560948bc9d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.835977] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Successfully created port: 9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.840130] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.844020] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fbc6c5-8d5f-4259-a621-3dc9dde327b8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.847255] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def09d92-ad34-48f3-9469-84580c42aee1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.855133] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.855353] env[62845]: ERROR oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk due to incomplete transfer. [ 856.856132] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-414de904-6389-4263-a4e4-32112bcb853c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.870290] env[62845]: DEBUG oslo_vmware.rw_handles [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264393e-f2c8-843b-a67c-79dae9641b3c/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 856.870548] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Uploaded image 87bc7b1f-c35f-428c-931d-dff6681d23cc to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 856.872752] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.873274] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-683a026a-dea7-4e86-8dfe-95211327ad04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.881552] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 856.881552] env[62845]: value = "task-2536054" [ 856.881552] env[62845]: _type = "Task" [ 856.881552] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.897278] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536054, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.912899] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536053, 'name': ReconfigVM_Task, 'duration_secs': 0.637687} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.913243] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Reconfigured VM instance instance-0000002b to attach disk [datastore2] edad3cc5-325b-42ca-b6df-d85f46e0cefe/edad3cc5-325b-42ca-b6df-d85f46e0cefe.vmdk or device None with type thin {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.913512] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 50 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.933122] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ebcd6-e34f-4e81-a653-d7be798e36d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.941719] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af80e644-b541-47c5-acd0-b7c85fa3f68a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.982726] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.985377] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fe518-db12-4694-8065-1e8850ffdc92 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.998087] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e813a2-75d2-42f0-9f44-8ac1546ef683 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.002577] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.020513] env[62845]: DEBUG nova.compute.provider_tree [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.228466] env[62845]: DEBUG nova.network.neutron [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Updating instance_info_cache with network_info: [{"id": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "address": "fa:16:3e:16:59:84", "network": {"id": "d8dc41a0-c45b-4eb7-b0e2-c0bf9894199f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277621050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd98de08f734b97ae62ec2f35e8f1a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9be12e-11", "ovs_interfaceid": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.392941] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536054, 'name': Destroy_Task, 'duration_secs': 0.486888} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.393249] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Destroyed the VM [ 857.393486] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.393743] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f7747e1-cceb-414e-9485-0172aee65711 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.402628] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 857.402628] env[62845]: value = "task-2536055" [ 857.402628] env[62845]: _type = "Task" [ 857.402628] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.411794] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.420391] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519f818b-80c0-4474-b8ea-17a1cbdcc2ae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.440670] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b74b09-31b1-45d2-a68c-1627aa88bbbf {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.446760] env[62845]: DEBUG nova.compute.manager [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Received event network-vif-plugged-1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.447023] env[62845]: DEBUG oslo_concurrency.lockutils [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] Acquiring lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.447308] env[62845]: DEBUG oslo_concurrency.lockutils [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] Lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.447426] env[62845]: DEBUG oslo_concurrency.lockutils [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] Lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.447647] env[62845]: DEBUG nova.compute.manager [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] No waiting events found dispatching network-vif-plugged-1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.447842] env[62845]: WARNING nova.compute.manager [req-27bb4ba2-fbc4-4784-9069-f3554ac0dfaa req-6a148180-e01c-46c8-967f-6610b2f2ecca service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Received unexpected event network-vif-plugged-1e9be12e-1113-4eab-a9eb-28e0a86664d5 for instance with vm_state building and task_state spawning. [ 857.463855] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 67 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.526021] env[62845]: DEBUG nova.scheduler.client.report [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.731332] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Releasing lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.731642] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Instance network_info: |[{"id": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "address": "fa:16:3e:16:59:84", "network": {"id": "d8dc41a0-c45b-4eb7-b0e2-c0bf9894199f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277621050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd98de08f734b97ae62ec2f35e8f1a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9be12e-11", "ovs_interfaceid": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.732282] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:59:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e9be12e-1113-4eab-a9eb-28e0a86664d5', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.740722] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Creating folder: Project (2fd98de08f734b97ae62ec2f35e8f1a4). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.741500] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b970b02f-a403-4c37-a5ac-87a67c21d5d6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.755588] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Created folder: Project (2fd98de08f734b97ae62ec2f35e8f1a4) in parent group-v512253. [ 857.755901] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Creating folder: Instances. Parent ref: group-v512410. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.756094] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d6df81-66ea-45ca-828e-723a7ae6e058 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.769058] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Created folder: Instances in parent group-v512410. [ 857.769058] env[62845]: DEBUG oslo.service.loopingcall [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.769058] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.769058] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f078bef-4582-417f-9deb-6be3407572a0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.791696] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.791696] env[62845]: value = "task-2536058" [ 857.791696] env[62845]: _type = "Task" [ 857.791696] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.804247] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536058, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.915026] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.011713] env[62845]: DEBUG nova.network.neutron [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Port 9916100f-5b03-459f-9ffd-d4f01c464122 binding to destination host cpu-1 is already ACTIVE {{(pid=62845) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 858.017046] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.032472] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.035925] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.101s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.039783] env[62845]: INFO nova.compute.claims [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.050822] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.051102] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.051282] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.051464] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.051607] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.051752] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.051957] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.052132] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.052300] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.052465] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.052678] env[62845]: DEBUG nova.virt.hardware [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.053691] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32760719-40c0-4144-8760-9cda73ba5e70 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.057501] env[62845]: INFO nova.scheduler.client.report [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted allocations for instance 738d10e1-35f6-4ad4-a417-c81facf3c898 [ 858.068549] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c6112-7c9f-405d-ae2e-02624ca85d44 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.162269] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "ada58792-2470-4aa6-9a2c-e1259604e57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.162773] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.163143] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.163391] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.163602] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.169024] env[62845]: INFO nova.compute.manager [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Terminating instance [ 858.231314] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "b95021ba-7e83-4d8e-9151-19899cd94524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.231722] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.231966] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.232141] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.232370] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.234833] env[62845]: INFO nova.compute.manager [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Terminating instance [ 858.313117] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536058, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.414240] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536055, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.534697] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Successfully updated port: 9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.566475] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "20b9b7f6-415b-4986-995a-3f199ed59347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.567164] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "20b9b7f6-415b-4986-995a-3f199ed59347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.568445] env[62845]: DEBUG oslo_concurrency.lockutils [None req-4d221184-8e61-4d4e-b16d-f0716ed5f9df tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "738d10e1-35f6-4ad4-a417-c81facf3c898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.314s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.671731] env[62845]: DEBUG nova.compute.manager [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.671852] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.672813] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45dae4-c899-4a04-9a28-98927080cd9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.681626] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.681883] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-977bd353-1650-4c1d-89ec-ab4028a9b69b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.689694] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 858.689694] env[62845]: value = "task-2536059" [ 858.689694] env[62845]: _type = "Task" [ 858.689694] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.699908] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.738357] env[62845]: DEBUG nova.compute.manager [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.738583] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.739507] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713d8e4-68a5-43d6-9ffe-13517fb45bb3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.748627] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.748790] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603fb1c1-bb31-4b49-9501-7bf6030be934 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.757680] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 858.757680] env[62845]: value = "task-2536060" [ 858.757680] env[62845]: _type = "Task" [ 858.757680] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.767019] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.804420] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536058, 'name': CreateVM_Task, 'duration_secs': 0.566306} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.804818] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.805779] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.806175] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.806688] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.807445] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccf33d0-20ec-4c28-9c1a-5b148770934a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.817058] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 858.817058] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520b0bbf-db37-fa65-9bac-7d5b43234b3d" [ 858.817058] env[62845]: _type = "Task" [ 858.817058] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.826306] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520b0bbf-db37-fa65-9bac-7d5b43234b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.918066] env[62845]: DEBUG oslo_vmware.api [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': task-2536055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.201067} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.918066] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.918066] env[62845]: INFO nova.compute.manager [None req-3504fb73-a6d1-4aa6-9f39-003b6e8a6cac tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 7a66cecc-a00b-4962-9964-9a1e7c442ec2] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 859.040866] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.042045] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquired lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.042045] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.053127] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.053450] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.053947] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Lock "edad3cc5-325b-42ca-b6df-d85f46e0cefe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.071153] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.105386] env[62845]: DEBUG oslo_concurrency.lockutils [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "c04f130e-9041-4597-a5a4-f288e460091d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.106068] env[62845]: DEBUG oslo_concurrency.lockutils [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "c04f130e-9041-4597-a5a4-f288e460091d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.110038] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.202384] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536059, 'name': PowerOffVM_Task, 'duration_secs': 0.25212} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.203474] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.203474] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.203474] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4e1f8b-89ab-455c-bd78-ddfcaa51bfe9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.267718] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536060, 'name': PowerOffVM_Task, 'duration_secs': 0.248801} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.267996] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.268256] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.268528] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df51467f-684f-4797-bb7f-90a41228e420 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.279944] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.280420] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.281037] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.281037] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.281175] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.283597] env[62845]: INFO nova.compute.manager [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Terminating instance [ 859.309307] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.309307] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.309307] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Deleting the datastore file [datastore2] ada58792-2470-4aa6-9a2c-e1259604e57b {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.309634] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c0e985-7386-4c6a-8187-709075897ac4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.324911] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for the task: (returnval){ [ 859.324911] env[62845]: value = "task-2536063" [ 859.324911] env[62845]: _type = "Task" [ 859.324911] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.334430] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]520b0bbf-db37-fa65-9bac-7d5b43234b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.335351] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.335673] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.336009] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.336194] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.336435] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.339799] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc10bf5-6069-402a-b5a0-5838c5ae4a3d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.346903] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.347123] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.347306] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Deleting the datastore file [datastore2] b95021ba-7e83-4d8e-9151-19899cd94524 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.348019] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.348233] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a302d1c-4924-453b-b874-d246f76c1c80 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.358321] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for the task: (returnval){ [ 859.358321] env[62845]: value = "task-2536064" [ 859.358321] env[62845]: _type = "Task" [ 859.358321] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.359741] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.359916] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.363437] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f44da6-72a5-44e1-b968-c92d794f6630 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.370722] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 859.370722] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad3623-8834-cd1d-f330-9cbad379703f" [ 859.370722] env[62845]: _type = "Task" [ 859.370722] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.375811] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.388952] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad3623-8834-cd1d-f330-9cbad379703f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.483171] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Received event network-changed-1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.483171] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Refreshing instance network info cache due to event network-changed-1e9be12e-1113-4eab-a9eb-28e0a86664d5. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.483171] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Acquiring lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.483171] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Acquired lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.483171] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Refreshing network info cache for port 1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.528149] env[62845]: DEBUG nova.network.neutron [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Updating instance_info_cache with network_info: [{"id": "9392417e-60c5-40bc-8e96-037e9cf01877", "address": "fa:16:3e:12:53:99", "network": {"id": "0468119b-9ad0-4c90-b2de-69cd9eb89dc1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-88723586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455e6e0e86e48c79e3ebe1fadfd274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392417e-60", "ovs_interfaceid": "9392417e-60c5-40bc-8e96-037e9cf01877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.571340] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77577b90-7ae3-4cbb-ba34-29f419eb26ba {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.586329] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221be583-581b-4bce-856b-97de2b890ca0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.625056] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.625215] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b09c4-3ac6-433e-975e-f234d160f82b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.634918] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c5d8d-3705-42f8-a0a8-1f2402173974 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.648729] env[62845]: DEBUG nova.compute.provider_tree [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.790400] env[62845]: DEBUG nova.compute.manager [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.790747] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.792401] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16a0c8-d4c4-4b28-9e30-350d8d4794ff {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.803993] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.805191] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd9d860-ad9c-48d7-acab-21fd3d432ae6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.814399] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 859.814399] env[62845]: value = "task-2536065" [ 859.814399] env[62845]: _type = "Task" [ 859.814399] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.827018] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2536065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.836468] env[62845]: DEBUG oslo_vmware.api [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Task: {'id': task-2536063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238407} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.836806] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.837046] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.837279] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.837502] env[62845]: INFO nova.compute.manager [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 859.837714] env[62845]: DEBUG oslo.service.loopingcall [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.837939] env[62845]: DEBUG nova.compute.manager [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.838079] env[62845]: DEBUG nova.network.neutron [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.870449] env[62845]: DEBUG oslo_vmware.api [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Task: {'id': task-2536064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237836} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.870760] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.870963] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.871154] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.871327] env[62845]: INFO nova.compute.manager [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.871561] env[62845]: DEBUG oslo.service.loopingcall [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.871750] env[62845]: DEBUG nova.compute.manager [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.871845] env[62845]: DEBUG nova.network.neutron [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.885379] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad3623-8834-cd1d-f330-9cbad379703f, 'name': SearchDatastore_Task, 'duration_secs': 0.019874} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.886185] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0cb7b6-06c8-40cf-a330-86a4bddb9854 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.892024] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 859.892024] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523884e3-b85b-67c2-835a-ff8c83d3d02a" [ 859.892024] env[62845]: _type = "Task" [ 859.892024] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.903062] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523884e3-b85b-67c2-835a-ff8c83d3d02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.032025] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Releasing lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.032025] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Instance network_info: |[{"id": "9392417e-60c5-40bc-8e96-037e9cf01877", "address": "fa:16:3e:12:53:99", "network": {"id": "0468119b-9ad0-4c90-b2de-69cd9eb89dc1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-88723586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455e6e0e86e48c79e3ebe1fadfd274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392417e-60", "ovs_interfaceid": "9392417e-60c5-40bc-8e96-037e9cf01877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.032427] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:53:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9392417e-60c5-40bc-8e96-037e9cf01877', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.038476] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Creating folder: Project (3455e6e0e86e48c79e3ebe1fadfd274d). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.041455] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ffe5a0-4fc4-4b7b-a76d-1c0d3630331c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.053228] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Created folder: Project (3455e6e0e86e48c79e3ebe1fadfd274d) in parent group-v512253. [ 860.053453] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Creating folder: Instances. Parent ref: group-v512413. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.053779] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16aa4b82-70fb-4940-b932-3201780a8202 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.070744] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Created folder: Instances in parent group-v512413. [ 860.071111] env[62845]: DEBUG oslo.service.loopingcall [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.071283] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.071447] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a5a989-815e-45f5-9c52-085aa3935734 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.105887] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.105887] env[62845]: value = "task-2536068" [ 860.105887] env[62845]: _type = "Task" [ 860.105887] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.124931] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536068, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.126523] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.126523] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.126523] env[62845]: DEBUG nova.network.neutron [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.177573] env[62845]: ERROR nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [req-bb9749c2-69ee-4d46-83e7-2c14376a6cd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb9749c2-69ee-4d46-83e7-2c14376a6cd4"}]} [ 860.195101] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.214920] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.215186] env[62845]: DEBUG nova.compute.provider_tree [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.227206] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.251212] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.328944] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2536065, 'name': PowerOffVM_Task, 'duration_secs': 0.443582} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.329269] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.329437] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.329700] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4dae5a5-fb99-4358-9185-17aef6b09965 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.404550] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523884e3-b85b-67c2-835a-ff8c83d3d02a, 'name': SearchDatastore_Task, 'duration_secs': 0.018246} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.404866] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.405153] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 1c1362d8-de37-4d34-a47d-e4d0cb8783ca/1c1362d8-de37-4d34-a47d-e4d0cb8783ca.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.405781] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48240231-570f-4a2b-8a79-243df7a4927e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.412380] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.412597] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.412773] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleting the datastore file [datastore1] 6659bfa5-3c32-42fa-9c62-967bc5e0e69a {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.413041] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa80637-519a-4f13-8d71-65c39e7e0179 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.418200] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 860.418200] env[62845]: value = "task-2536070" [ 860.418200] env[62845]: _type = "Task" [ 860.418200] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.423204] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for the task: (returnval){ [ 860.423204] env[62845]: value = "task-2536071" [ 860.423204] env[62845]: _type = "Task" [ 860.423204] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.430115] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.438898] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2536071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.477441] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Updated VIF entry in instance network info cache for port 1e9be12e-1113-4eab-a9eb-28e0a86664d5. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.477790] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Updating instance_info_cache with network_info: [{"id": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "address": "fa:16:3e:16:59:84", "network": {"id": "d8dc41a0-c45b-4eb7-b0e2-c0bf9894199f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277621050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd98de08f734b97ae62ec2f35e8f1a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9be12e-11", "ovs_interfaceid": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.624798] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536068, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.840853] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.842737] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f21706-7a81-4879-b516-7718d2d65ce2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.850346] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.850536] env[62845]: ERROR oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk due to incomplete transfer. [ 860.851825] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c425a9c7-a0fa-43e9-a260-fc9f1dd19db9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.854156] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b73bcd-237d-44ef-bf96-0f6d96288502 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.864751] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650a514-1fc3-4703-bd5c-745a646a0d72 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.869283] env[62845]: DEBUG oslo_vmware.rw_handles [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6620-b3f6-97ac-dfa3-c1b1626fc100/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.869534] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Uploaded image 3a697ef0-7621-4527-bd63-ac75f7045932 to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.871558] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.872436] env[62845]: DEBUG nova.network.neutron [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance_info_cache with network_info: [{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.874112] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-754c84a3-eda4-4bc8-93ad-e5b8f9a2d4e2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.914934] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174e08c-2a7c-4b5f-93b3-9ebedbd09b84 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.918703] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 860.918703] env[62845]: value = "task-2536072" [ 860.918703] env[62845]: _type = "Task" [ 860.918703] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.935661] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929cb2d-d8d5-4846-aee4-fa2b023d2237 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.947320] env[62845]: DEBUG nova.network.neutron [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.948705] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536070, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.948963] env[62845]: DEBUG nova.network.neutron [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.950014] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536072, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.957562] env[62845]: DEBUG oslo_vmware.api [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Task: {'id': task-2536071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204007} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.966258] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.966621] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.966905] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.967201] env[62845]: INFO nova.compute.manager [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 860.967508] env[62845]: DEBUG oslo.service.loopingcall [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.967967] env[62845]: DEBUG nova.compute.provider_tree [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.973395] env[62845]: DEBUG nova.compute.manager [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.973395] env[62845]: DEBUG nova.network.neutron [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.980165] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Releasing lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.980408] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Received event network-vif-plugged-9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.980623] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Acquiring lock "d6690159-3122-458b-87f4-eed3135051fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.980846] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Lock "d6690159-3122-458b-87f4-eed3135051fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.981891] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Lock "d6690159-3122-458b-87f4-eed3135051fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.982087] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] No waiting events found dispatching network-vif-plugged-9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.982264] env[62845]: WARNING nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Received unexpected event network-vif-plugged-9392417e-60c5-40bc-8e96-037e9cf01877 for instance with vm_state building and task_state spawning. [ 860.982429] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Received event network-changed-9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.982590] env[62845]: DEBUG nova.compute.manager [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Refreshing instance network info cache due to event network-changed-9392417e-60c5-40bc-8e96-037e9cf01877. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.982806] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Acquiring lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.982951] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Acquired lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.983124] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Refreshing network info cache for port 9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.118893] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536068, 'name': CreateVM_Task, 'duration_secs': 0.614737} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.119108] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.119779] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.119944] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.120382] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.120675] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dae6571-5b53-40b9-9fec-88cfa1f9968c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.126183] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 861.126183] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526e5e44-374a-f568-b44b-a4ceab82eba8" [ 861.126183] env[62845]: _type = "Task" [ 861.126183] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.134922] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526e5e44-374a-f568-b44b-a4ceab82eba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.377225] env[62845]: DEBUG oslo_concurrency.lockutils [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.434474] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547903} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.437555] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 1c1362d8-de37-4d34-a47d-e4d0cb8783ca/1c1362d8-de37-4d34-a47d-e4d0cb8783ca.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.437778] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.438046] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536072, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.438303] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ae5356-2132-4ad6-b20b-6902cc1fd7b9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.446045] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 861.446045] env[62845]: value = "task-2536073" [ 861.446045] env[62845]: _type = "Task" [ 861.446045] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.451179] env[62845]: INFO nova.compute.manager [-] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Took 1.61 seconds to deallocate network for instance. [ 861.451542] env[62845]: INFO nova.compute.manager [-] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Took 1.58 seconds to deallocate network for instance. [ 861.458942] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.494914] env[62845]: ERROR nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [req-d43b88bb-97f6-4523-8d05-27109b17e064] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a35c3bed-a253-4a2c-8e35-b05dadf4c206. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d43b88bb-97f6-4523-8d05-27109b17e064"}]} [ 861.514153] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing inventories for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.520960] env[62845]: DEBUG nova.compute.manager [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: ada58792-2470-4aa6-9a2c-e1259604e57b] Received event network-vif-deleted-10f17abe-1771-41c9-b868-6dc382bf9788 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.520960] env[62845]: DEBUG nova.compute.manager [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Received event network-vif-deleted-e6074b01-cca7-4d4c-831d-5f9a8a04370b {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.521069] env[62845]: DEBUG nova.compute.manager [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Received event network-vif-deleted-976d915a-0290-4de6-8537-03245015ab78 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.521206] env[62845]: INFO nova.compute.manager [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Neutron deleted interface 976d915a-0290-4de6-8537-03245015ab78; detaching it from the instance and deleting it from the info cache [ 861.521367] env[62845]: DEBUG nova.network.neutron [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.532038] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating ProviderTree inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.532270] env[62845]: DEBUG nova.compute.provider_tree [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.545067] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing aggregate associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, aggregates: None {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.550098] env[62845]: DEBUG oslo_concurrency.lockutils [None req-369f4325-2a17-4f3c-b6a6-089053168b76 tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "ca78900d-669a-4fef-9952-3e5d81fb5ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.550314] env[62845]: DEBUG oslo_concurrency.lockutils [None req-369f4325-2a17-4f3c-b6a6-089053168b76 tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Lock "ca78900d-669a-4fef-9952-3e5d81fb5ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.564961] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Refreshing trait associations for resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62845) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.641261] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526e5e44-374a-f568-b44b-a4ceab82eba8, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.641560] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.641793] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.642033] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.642183] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.642357] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.642617] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7473a5bb-42c7-4171-9c78-ef2f9939291b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.653746] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.653932] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.656819] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ab2724-98aa-4873-8a6a-7ef51b561064 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.663070] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 861.663070] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c01b3-b721-6f1d-1517-ec1e33fbda00" [ 861.663070] env[62845]: _type = "Task" [ 861.663070] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.676997] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527c01b3-b721-6f1d-1517-ec1e33fbda00, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.677805] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acdb1ba-f524-403d-beb8-06a4eef90668 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.685021] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 861.685021] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f26e5-93d7-c76f-bf4a-38533a8f40e4" [ 861.685021] env[62845]: _type = "Task" [ 861.685021] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.693990] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f26e5-93d7-c76f-bf4a-38533a8f40e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.704480] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Updated VIF entry in instance network info cache for port 9392417e-60c5-40bc-8e96-037e9cf01877. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.704868] env[62845]: DEBUG nova.network.neutron [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Updating instance_info_cache with network_info: [{"id": "9392417e-60c5-40bc-8e96-037e9cf01877", "address": "fa:16:3e:12:53:99", "network": {"id": "0468119b-9ad0-4c90-b2de-69cd9eb89dc1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-88723586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455e6e0e86e48c79e3ebe1fadfd274d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392417e-60", "ovs_interfaceid": "9392417e-60c5-40bc-8e96-037e9cf01877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.729475] env[62845]: DEBUG nova.network.neutron [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.897198] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de48cf-6ff7-436d-8d8a-f5ea8be73503 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.925655] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bdd070-bde5-4264-b1d0-7e1423ad8aa5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.933781] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 83 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.939959] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536072, 'name': Destroy_Task, 'duration_secs': 0.827263} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.943138] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Destroyed the VM [ 861.943426] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.944097] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5a713c3-be59-467b-b666-6184d4d28374 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.951408] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 861.951408] env[62845]: value = "task-2536074" [ 861.951408] env[62845]: _type = "Task" [ 861.951408] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.958142] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076969} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.958841] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80567d-6f47-47b9-b427-a4212033ca3f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961798] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.962565] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560cb42-9426-413e-b433-5f8a95c57b66 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.969185] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.969980] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.970218] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.973334] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95431bfc-5f1f-4349-904f-67b09170425c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.993973] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1c1362d8-de37-4d34-a47d-e4d0cb8783ca/1c1362d8-de37-4d34-a47d-e4d0cb8783ca.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.995527] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226ec8d2-3d55-4592-b3b7-e3d67281b55d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.034152] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a84085ab-f221-4e69-86e0-f8b1c8136750 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.036509] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1050d-683e-457c-aa4d-f20b2d707aa5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.040974] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 862.040974] env[62845]: value = "task-2536075" [ 862.040974] env[62845]: _type = "Task" [ 862.040974] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.048045] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa4aba-7723-469b-a5d7-6021518a17f6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.057502] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586ad35-b227-429a-9161-2dd9cc3982fa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.070092] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.081546] env[62845]: DEBUG nova.compute.provider_tree [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.096473] env[62845]: DEBUG nova.compute.manager [req-1c5bb8ed-414d-4550-803c-9ba703f3f774 req-5aa13a68-a283-4917-812b-ff5c1ce7986a service nova] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Detach interface failed, port_id=976d915a-0290-4de6-8537-03245015ab78, reason: Instance 6659bfa5-3c32-42fa-9c62-967bc5e0e69a could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 862.196107] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523f26e5-93d7-c76f-bf4a-38533a8f40e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.196399] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.196664] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] d6690159-3122-458b-87f4-eed3135051fe/d6690159-3122-458b-87f4-eed3135051fe.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.196931] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d43184f-11f6-4777-968d-e0e65624b14a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.205555] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 862.205555] env[62845]: value = "task-2536076" [ 862.205555] env[62845]: _type = "Task" [ 862.205555] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.209158] env[62845]: DEBUG oslo_concurrency.lockutils [req-6019db23-c4d5-4209-8711-c471ddf53670 req-dec69a8d-68ec-4567-870c-699240164c24 service nova] Releasing lock "refresh_cache-d6690159-3122-458b-87f4-eed3135051fe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.214443] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.233386] env[62845]: INFO nova.compute.manager [-] [instance: 6659bfa5-3c32-42fa-9c62-967bc5e0e69a] Took 1.26 seconds to deallocate network for instance. [ 862.446438] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.446812] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3530a325-ae46-43dc-b2c8-fdb0f6f50247 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.457410] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Waiting for the task: (returnval){ [ 862.457410] env[62845]: value = "task-2536077" [ 862.457410] env[62845]: _type = "Task" [ 862.457410] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.465496] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536074, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.471434] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.551547] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536075, 'name': ReconfigVM_Task, 'duration_secs': 0.296605} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.551843] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1c1362d8-de37-4d34-a47d-e4d0cb8783ca/1c1362d8-de37-4d34-a47d-e4d0cb8783ca.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.552534] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f00f6ea1-013c-4cef-a7cf-efc28ed6c90b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.561443] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 862.561443] env[62845]: value = "task-2536078" [ 862.561443] env[62845]: _type = "Task" [ 862.561443] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.573700] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536078, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.597144] env[62845]: DEBUG nova.scheduler.client.report [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.715571] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.739616] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.964803] env[62845]: DEBUG oslo_vmware.api [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536074, 'name': RemoveSnapshot_Task, 'duration_secs': 0.666131} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.965122] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleted Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 862.965359] env[62845]: INFO nova.compute.manager [None req-2364ab1a-945f-4131-a30f-bd695f7fea85 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 862.973342] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.073578] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536078, 'name': Rename_Task, 'duration_secs': 0.316788} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.075146] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.075146] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4176ff-2d88-46c5-8f2b-3033a19fc044 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.080679] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Waiting for the task: (returnval){ [ 863.080679] env[62845]: value = "task-2536079" [ 863.080679] env[62845]: _type = "Task" [ 863.080679] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.089015] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.103180] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.067s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.103706] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.107212] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.992s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.107451] env[62845]: DEBUG nova.objects.instance [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lazy-loading 'resources' on Instance uuid 0fe56218-3b4f-4996-905f-074815168efd {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.216031] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561137} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.216404] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] d6690159-3122-458b-87f4-eed3135051fe/d6690159-3122-458b-87f4-eed3135051fe.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.216484] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.216700] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ee9ca0-83ef-4e4f-bd53-a367c8dcab70 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.223964] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 863.223964] env[62845]: value = "task-2536080" [ 863.223964] env[62845]: _type = "Task" [ 863.223964] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.234059] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.471536] env[62845]: DEBUG oslo_vmware.api [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Task: {'id': task-2536077, 'name': PowerOnVM_Task, 'duration_secs': 0.612888} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.471820] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.472014] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1b81f70c-b6a5-4e1e-9278-9ac1152b525d tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance 'edad3cc5-325b-42ca-b6df-d85f46e0cefe' progress to 100 {{(pid=62845) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.593521] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.609246] env[62845]: DEBUG nova.compute.utils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.613688] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.613856] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.653111] env[62845]: DEBUG nova.policy [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '117bb26aea3d406a84dda1fb5852f2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e3d4a61fcfc4af7938895e8d7c52d3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.734650] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076674} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.737900] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.739138] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd32f2a-2e8c-434e-9258-614a0b34720c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.762895] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d6690159-3122-458b-87f4-eed3135051fe/d6690159-3122-458b-87f4-eed3135051fe.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.766893] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6959fa-9bb1-4a66-a6fd-1245004cc3aa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.792875] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 863.792875] env[62845]: value = "task-2536081" [ 863.792875] env[62845]: _type = "Task" [ 863.792875] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.807602] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.945764] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Successfully created port: f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.098029] env[62845]: DEBUG oslo_vmware.api [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Task: {'id': task-2536079, 'name': PowerOnVM_Task, 'duration_secs': 0.522611} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.098395] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.098649] env[62845]: INFO nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Took 8.58 seconds to spawn the instance on the hypervisor. [ 864.098874] env[62845]: DEBUG nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.106170] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c2fe89-3a50-450b-bb2e-2614befbe456 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.117322] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.133926] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6876c21-770b-4159-93de-862250de4d96 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.144091] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac45a44-d3a5-4962-b62e-fbf38c777bb5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.179442] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd3f4c7-790d-40a2-88be-b45f40a82058 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.188687] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7f000-7e78-4fa3-8c52-c5b7915b83a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.204085] env[62845]: DEBUG nova.compute.provider_tree [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.286768] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "84451e1e-631f-4513-9ba3-b85f502c51e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.287072] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.287312] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.287502] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.287699] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Lock "84451e1e-631f-4513-9ba3-b85f502c51e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.291749] env[62845]: INFO nova.compute.manager [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Terminating instance [ 864.304342] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536081, 'name': ReconfigVM_Task, 'duration_secs': 0.489767} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.305123] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d6690159-3122-458b-87f4-eed3135051fe/d6690159-3122-458b-87f4-eed3135051fe.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.305751] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c57183aa-ed64-4365-990a-85e3420b9805 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.313055] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 864.313055] env[62845]: value = "task-2536082" [ 864.313055] env[62845]: _type = "Task" [ 864.313055] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.322296] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536082, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.627753] env[62845]: INFO nova.compute.manager [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Took 44.09 seconds to build instance. [ 864.707790] env[62845]: DEBUG nova.scheduler.client.report [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.799153] env[62845]: DEBUG nova.compute.manager [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.799395] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.800763] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e5eb5-ab2b-4307-b12f-ed622e5064d0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.810510] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.810959] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4eaad2-e31b-4adf-8fd8-a139b66a3abd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.818869] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 864.818869] env[62845]: value = "task-2536083" [ 864.818869] env[62845]: _type = "Task" [ 864.818869] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.825545] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536082, 'name': Rename_Task, 'duration_secs': 0.15541} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.826303] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.827041] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5fdaa0f-de43-465a-8a78-9d33d60ee8a1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.831343] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.836864] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 864.836864] env[62845]: value = "task-2536084" [ 864.836864] env[62845]: _type = "Task" [ 864.836864] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.845112] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.129374] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.131798] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5da24767-da66-4460-bb71-d7ce63af104f tempest-ServerActionsTestOtherB-2122480086 tempest-ServerActionsTestOtherB-2122480086-project-member] Lock "1c1362d8-de37-4d34-a47d-e4d0cb8783ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.610s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.164135] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.164424] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.164582] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.164814] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.164981] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.165145] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.165358] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.165516] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.165678] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.165847] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.166029] env[62845]: DEBUG nova.virt.hardware [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.167124] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17669f-3d3c-4cea-806c-649809c9fa52 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.175834] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b133e3-5d24-4ab8-8abc-fb08046f2c2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.206481] env[62845]: DEBUG nova.compute.manager [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Received event network-changed-1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.206690] env[62845]: DEBUG nova.compute.manager [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Refreshing instance network info cache due to event network-changed-1e9be12e-1113-4eab-a9eb-28e0a86664d5. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.207057] env[62845]: DEBUG oslo_concurrency.lockutils [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] Acquiring lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.207324] env[62845]: DEBUG oslo_concurrency.lockutils [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] Acquired lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.207599] env[62845]: DEBUG nova.network.neutron [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Refreshing network info cache for port 1e9be12e-1113-4eab-a9eb-28e0a86664d5 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.211944] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.214492] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.220s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.216739] env[62845]: INFO nova.compute.claims [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.235677] env[62845]: INFO nova.scheduler.client.report [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Deleted allocations for instance 0fe56218-3b4f-4996-905f-074815168efd [ 865.332595] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536083, 'name': PowerOffVM_Task, 'duration_secs': 0.189065} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.333267] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.333563] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.333976] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47565df0-a915-4913-88c1-225091d3b5f7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.353114] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.395308] env[62845]: DEBUG nova.compute.manager [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Received event network-vif-plugged-f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.395308] env[62845]: DEBUG oslo_concurrency.lockutils [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] Acquiring lock "781a123b-cd1f-4b2b-828e-1c3268830c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.396600] env[62845]: DEBUG oslo_concurrency.lockutils [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] Lock "781a123b-cd1f-4b2b-828e-1c3268830c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.397157] env[62845]: DEBUG oslo_concurrency.lockutils [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] Lock "781a123b-cd1f-4b2b-828e-1c3268830c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.397532] env[62845]: DEBUG nova.compute.manager [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] No waiting events found dispatching network-vif-plugged-f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.398186] env[62845]: WARNING nova.compute.manager [req-c0f644a9-309e-4571-9259-f6025501af17 req-18f426a3-cdae-46d6-bfb3-8e1457512215 service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Received unexpected event network-vif-plugged-f271c414-5dac-4069-a884-323a01692bfd for instance with vm_state building and task_state spawning. [ 865.422022] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.422022] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.422022] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Deleting the datastore file [datastore1] 84451e1e-631f-4513-9ba3-b85f502c51e7 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.422022] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50bea786-6e94-4973-9969-b67f9376fcdc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.431525] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for the task: (returnval){ [ 865.431525] env[62845]: value = "task-2536086" [ 865.431525] env[62845]: _type = "Task" [ 865.431525] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.444426] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.514705] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Successfully updated port: f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.637130] env[62845]: DEBUG nova.compute.manager [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: c04f130e-9041-4597-a5a4-f288e460091d] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.747096] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b9ffb93-d486-473f-9d00-fb9eb622e7c8 tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "0fe56218-3b4f-4996-905f-074815168efd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.971s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.851150] env[62845]: DEBUG oslo_vmware.api [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536084, 'name': PowerOnVM_Task, 'duration_secs': 0.567283} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.851663] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.851864] env[62845]: INFO nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Took 7.84 seconds to spawn the instance on the hypervisor. [ 865.852066] env[62845]: DEBUG nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.854350] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb350ca7-b0e7-45f4-b646-0c33ad692de4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.943514] env[62845]: DEBUG oslo_vmware.api [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Task: {'id': task-2536086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171168} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.943514] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.943514] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.943514] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.943514] env[62845]: INFO nova.compute.manager [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 865.943979] env[62845]: DEBUG oslo.service.loopingcall [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.943979] env[62845]: DEBUG nova.compute.manager [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.943979] env[62845]: DEBUG nova.network.neutron [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.974205] env[62845]: DEBUG nova.network.neutron [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Updated VIF entry in instance network info cache for port 1e9be12e-1113-4eab-a9eb-28e0a86664d5. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.974562] env[62845]: DEBUG nova.network.neutron [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] [instance: 1c1362d8-de37-4d34-a47d-e4d0cb8783ca] Updating instance_info_cache with network_info: [{"id": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "address": "fa:16:3e:16:59:84", "network": {"id": "d8dc41a0-c45b-4eb7-b0e2-c0bf9894199f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1277621050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fd98de08f734b97ae62ec2f35e8f1a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9be12e-11", "ovs_interfaceid": "1e9be12e-1113-4eab-a9eb-28e0a86664d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.016556] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.016706] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.016857] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.159524] env[62845]: DEBUG oslo_concurrency.lockutils [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.379060] env[62845]: INFO nova.compute.manager [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Took 39.88 seconds to build instance. [ 866.409034] env[62845]: DEBUG nova.network.neutron [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Port 9916100f-5b03-459f-9ffd-d4f01c464122 binding to destination host cpu-1 is already ACTIVE {{(pid=62845) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 866.409238] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.409238] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquired lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.409384] env[62845]: DEBUG nova.network.neutron [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.477595] env[62845]: DEBUG oslo_concurrency.lockutils [req-68d14a10-a5bf-435b-8161-07b7880ac4b1 req-5c132a10-e8a1-44f5-982d-85c281fd5132 service nova] Releasing lock "refresh_cache-1c1362d8-de37-4d34-a47d-e4d0cb8783ca" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.548620] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.604483] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6629db21-bc18-49a8-995c-6477bb3ea553 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.613032] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797b91b-a094-4f01-8915-08522884dc30 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.644945] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d5bb6-e0a1-4c40-bbe8-34da98589d1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653081] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8debea64-9652-4f24-9678-aca49f9150bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.668613] env[62845]: DEBUG nova.compute.provider_tree [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.705698] env[62845]: DEBUG nova.network.neutron [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Updating instance_info_cache with network_info: [{"id": "f271c414-5dac-4069-a884-323a01692bfd", "address": "fa:16:3e:ea:59:23", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf271c414-5d", "ovs_interfaceid": "f271c414-5dac-4069-a884-323a01692bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.739438] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.739653] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.740405] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.740622] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.740833] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Lock "2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.742942] env[62845]: INFO nova.compute.manager [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Terminating instance [ 866.754719] env[62845]: DEBUG nova.network.neutron [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.882290] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6434fb4f-5c5e-4769-94d8-87310590d924 tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "d6690159-3122-458b-87f4-eed3135051fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.392s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.098263] env[62845]: DEBUG nova.network.neutron [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Updating instance_info_cache with network_info: [{"id": "9916100f-5b03-459f-9ffd-d4f01c464122", "address": "fa:16:3e:3f:4a:4b", "network": {"id": "438d2ff5-109d-49d0-9d9c-aa337e36d9a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bbec75d003444813b3af31112f161aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9916100f-5b", "ovs_interfaceid": "9916100f-5b03-459f-9ffd-d4f01c464122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.202125] env[62845]: DEBUG nova.scheduler.client.report [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 867.202437] env[62845]: DEBUG nova.compute.provider_tree [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 90 to 91 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 867.202623] env[62845]: DEBUG nova.compute.provider_tree [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.211065] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.211353] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Instance network_info: |[{"id": "f271c414-5dac-4069-a884-323a01692bfd", "address": "fa:16:3e:ea:59:23", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf271c414-5d", "ovs_interfaceid": "f271c414-5dac-4069-a884-323a01692bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.211735] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:59:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f271c414-5dac-4069-a884-323a01692bfd', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.223077] env[62845]: DEBUG oslo.service.loopingcall [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.224048] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.224345] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-991b0012-b7fa-473d-918c-5f1e20311eee {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.247595] env[62845]: DEBUG nova.compute.manager [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.247846] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.248904] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8b558-ec15-48ab-9b7c-e644e9f395a3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.255114] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.255114] env[62845]: value = "task-2536087" [ 867.255114] env[62845]: _type = "Task" [ 867.255114] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.258168] env[62845]: INFO nova.compute.manager [-] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Took 1.31 seconds to deallocate network for instance. [ 867.258809] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.264769] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58503087-b7cf-46e1-81a6-932ed931de35 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.277181] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536087, 'name': CreateVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.279137] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 867.279137] env[62845]: value = "task-2536088" [ 867.279137] env[62845]: _type = "Task" [ 867.279137] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.290592] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2536088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.328296] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "d6690159-3122-458b-87f4-eed3135051fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.328428] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "d6690159-3122-458b-87f4-eed3135051fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.328576] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "d6690159-3122-458b-87f4-eed3135051fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.328783] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "d6690159-3122-458b-87f4-eed3135051fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.328987] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Lock "d6690159-3122-458b-87f4-eed3135051fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.331204] env[62845]: INFO nova.compute.manager [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Terminating instance [ 867.383805] env[62845]: DEBUG nova.compute.manager [None req-369f4325-2a17-4f3c-b6a6-089053168b76 tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] [instance: ca78900d-669a-4fef-9952-3e5d81fb5ed6] Starting instance... {{(pid=62845) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.483028] env[62845]: DEBUG nova.compute.manager [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Received event network-changed-f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.483129] env[62845]: DEBUG nova.compute.manager [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Refreshing instance network info cache due to event network-changed-f271c414-5dac-4069-a884-323a01692bfd. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.483363] env[62845]: DEBUG oslo_concurrency.lockutils [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] Acquiring lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.483494] env[62845]: DEBUG oslo_concurrency.lockutils [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] Acquired lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.483647] env[62845]: DEBUG nova.network.neutron [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Refreshing network info cache for port f271c414-5dac-4069-a884-323a01692bfd {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.601637] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Releasing lock "refresh_cache-edad3cc5-325b-42ca-b6df-d85f46e0cefe" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.708059] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.708703] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.711405] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.998s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.711631] env[62845]: DEBUG nova.objects.instance [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lazy-loading 'resources' on Instance uuid 007cabd0-08fd-485e-8546-be2ea9eb7c6f {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.768836] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536087, 'name': CreateVM_Task, 'duration_secs': 0.402896} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.769021] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.769708] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.769876] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.770217] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.771281] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7b1ae8ca-c55e-4691-82e4-8555c6f64694 tempest-ImagesOneServerTestJSON-31601664 tempest-ImagesOneServerTestJSON-31601664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.771511] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387c2d97-95ec-40c8-b865-8d2a70d70869 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.776419] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 867.776419] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad5589-729e-fbb5-9362-72d644bf3b9a" [ 867.776419] env[62845]: _type = "Task" [ 867.776419] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.785676] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad5589-729e-fbb5-9362-72d644bf3b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.790671] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2536088, 'name': PowerOffVM_Task, 'duration_secs': 0.299169} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.790910] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.791095] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.791327] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ba00dc-4d94-4962-9dad-044c6ec20261 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.835291] env[62845]: DEBUG nova.compute.manager [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.835524] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.836615] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a679565-d0cd-4af2-a3ff-ac3b55b31e7b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.845228] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.845483] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1179cfe0-ea93-4f2a-9b5f-89830589f2a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.854537] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 867.854537] env[62845]: value = "task-2536090" [ 867.854537] env[62845]: _type = "Task" [ 867.854537] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.863917] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.872883] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.873170] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.873360] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Deleting the datastore file [datastore1] 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.873633] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2b8d8d-2a15-44fe-abc3-50cfd601154b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.882291] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for the task: (returnval){ [ 867.882291] env[62845]: value = "task-2536091" [ 867.882291] env[62845]: _type = "Task" [ 867.882291] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.893252] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2536091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.910431] env[62845]: DEBUG oslo_concurrency.lockutils [None req-369f4325-2a17-4f3c-b6a6-089053168b76 tempest-ServerActionsTestJSON-1312563564 tempest-ServerActionsTestJSON-1312563564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.105525] env[62845]: DEBUG nova.compute.manager [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] [instance: edad3cc5-325b-42ca-b6df-d85f46e0cefe] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62845) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 868.105851] env[62845]: DEBUG oslo_concurrency.lockutils [None req-9bce789c-d4bc-4ffd-86b1-3bdf4e9c07e1 tempest-MigrationsAdminTest-1811957599 tempest-MigrationsAdminTest-1811957599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.205881] env[62845]: DEBUG nova.network.neutron [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Updated VIF entry in instance network info cache for port f271c414-5dac-4069-a884-323a01692bfd. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.206277] env[62845]: DEBUG nova.network.neutron [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Updating instance_info_cache with network_info: [{"id": "f271c414-5dac-4069-a884-323a01692bfd", "address": "fa:16:3e:ea:59:23", "network": {"id": "48fe7468-a108-4c4b-bf90-4b640b8c64d7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-137905411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3d4a61fcfc4af7938895e8d7c52d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf271c414-5d", "ovs_interfaceid": "f271c414-5dac-4069-a884-323a01692bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.218384] env[62845]: DEBUG nova.compute.utils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.220096] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Not allocating networking since 'none' was specified. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.287783] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ad5589-729e-fbb5-9362-72d644bf3b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.287783] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.288078] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.288320] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.288468] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.288658] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.289243] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cec3525c-ebc7-43d1-9650-d2f813ee2f53 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.300018] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.300018] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.300018] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b101c09-6dc7-42b2-9ac6-96ff61ae4c2f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.305644] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 868.305644] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e5314c-5456-0163-6253-7d6ebd8704dc" [ 868.305644] env[62845]: _type = "Task" [ 868.305644] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.316512] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e5314c-5456-0163-6253-7d6ebd8704dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.366790] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536090, 'name': PowerOffVM_Task, 'duration_secs': 0.226329} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.369336] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.369522] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.369956] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b3fa28d-f95d-432f-b0db-f0fd1751c9df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.392496] env[62845]: DEBUG oslo_vmware.api [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Task: {'id': task-2536091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144534} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.394967] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.395201] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.395395] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.395573] env[62845]: INFO nova.compute.manager [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.395810] env[62845]: DEBUG oslo.service.loopingcall [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.396199] env[62845]: DEBUG nova.compute.manager [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.396295] env[62845]: DEBUG nova.network.neutron [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.466594] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.466824] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Deleting contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.467074] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Deleting the datastore file [datastore2] d6690159-3122-458b-87f4-eed3135051fe {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.467295] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c128cc-3563-4630-ac35-307c7f1ac7b1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.475124] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for the task: (returnval){ [ 868.475124] env[62845]: value = "task-2536093" [ 868.475124] env[62845]: _type = "Task" [ 868.475124] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.488129] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.609678] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8d982-176e-4bcf-a57a-0f4392258ba0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.619620] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd05cca2-6366-4fb9-a16e-48525b92ef00 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.655282] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb6ba66-5f5c-4ed1-b1f2-a1bab92c1448 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.664069] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2e2be-07be-4358-84fd-8cd6c61e2e93 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.681315] env[62845]: DEBUG nova.compute.provider_tree [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.709368] env[62845]: DEBUG oslo_concurrency.lockutils [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] Releasing lock "refresh_cache-781a123b-cd1f-4b2b-828e-1c3268830c69" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.709659] env[62845]: DEBUG nova.compute.manager [req-e45d8619-4fcd-4232-8b6d-8230f1b6b2c0 req-07b9c1ff-6e89-4cd3-88a0-cd748c682e1e service nova] [instance: 84451e1e-631f-4513-9ba3-b85f502c51e7] Received event network-vif-deleted-1820bc3f-6191-4092-86fc-76c79b30f82e {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.719769] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.816500] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e5314c-5456-0163-6253-7d6ebd8704dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013544} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.817337] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1207fe6e-3b5e-4109-980b-eadea509b572 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.824511] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 868.824511] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c98250-dc12-7947-f595-2091b382deab" [ 868.824511] env[62845]: _type = "Task" [ 868.824511] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.833548] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c98250-dc12-7947-f595-2091b382deab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.985341] env[62845]: DEBUG oslo_vmware.api [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Task: {'id': task-2536093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204944} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.985598] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.985830] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Deleted contents of the VM from datastore datastore2 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.985949] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.986132] env[62845]: INFO nova.compute.manager [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] [instance: d6690159-3122-458b-87f4-eed3135051fe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.986460] env[62845]: DEBUG oslo.service.loopingcall [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.986563] env[62845]: DEBUG nova.compute.manager [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.986646] env[62845]: DEBUG nova.network.neutron [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.159489] env[62845]: DEBUG nova.network.neutron [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.184960] env[62845]: DEBUG nova.scheduler.client.report [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.336165] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c98250-dc12-7947-f595-2091b382deab, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.336435] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.336688] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 781a123b-cd1f-4b2b-828e-1c3268830c69/781a123b-cd1f-4b2b-828e-1c3268830c69.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.336931] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d07c59-5c27-4e53-aa82-9a2d2c07abf5 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.344841] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 869.344841] env[62845]: value = "task-2536094" [ 869.344841] env[62845]: _type = "Task" [ 869.344841] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.353738] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.514920] env[62845]: DEBUG nova.compute.manager [req-485a6231-f06d-4e62-94c4-bf49bf384671 req-f3e4a5ff-8723-4d52-990c-75a0541add75 service nova] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Received event network-vif-deleted-13db3882-7cd5-45e3-8faa-991bb8f9cbea {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.514920] env[62845]: DEBUG nova.compute.manager [req-485a6231-f06d-4e62-94c4-bf49bf384671 req-f3e4a5ff-8723-4d52-990c-75a0541add75 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Received event network-vif-deleted-9392417e-60c5-40bc-8e96-037e9cf01877 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.515277] env[62845]: INFO nova.compute.manager [req-485a6231-f06d-4e62-94c4-bf49bf384671 req-f3e4a5ff-8723-4d52-990c-75a0541add75 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Neutron deleted interface 9392417e-60c5-40bc-8e96-037e9cf01877; detaching it from the instance and deleting it from the info cache [ 869.515277] env[62845]: DEBUG nova.network.neutron [req-485a6231-f06d-4e62-94c4-bf49bf384671 req-f3e4a5ff-8723-4d52-990c-75a0541add75 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.662626] env[62845]: INFO nova.compute.manager [-] [instance: 2c9d6e0c-8f02-4457-ba8c-fdb831de6f7f] Took 1.27 seconds to deallocate network for instance. [ 869.689880] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.692401] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.910s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.694108] env[62845]: INFO nova.compute.claims [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.716089] env[62845]: INFO nova.scheduler.client.report [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted allocations for instance 007cabd0-08fd-485e-8546-be2ea9eb7c6f [ 869.729690] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.736495] env[62845]: DEBUG nova.network.neutron [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.765425] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.765701] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.765936] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.766188] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.766347] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.766484] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.766698] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.766891] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.767040] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.767208] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.767385] env[62845]: DEBUG nova.virt.hardware [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.768422] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86856ff3-c55d-41f7-b4e0-8c8ec4001cea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.779476] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25b7ff-8cf6-4c57-8647-d8266626abf2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.796298] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.802255] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Creating folder: Project (d711be56aa0c4434896264733d985cde). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.802602] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d32cf23e-2b1d-4566-b40e-fc1796291f68 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.819638] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Created folder: Project (d711be56aa0c4434896264733d985cde) in parent group-v512253. [ 869.819845] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Creating folder: Instances. Parent ref: group-v512417. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.820144] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e34b2989-5cf1-4154-8d64-ae02b6bbb206 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.833180] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Created folder: Instances in parent group-v512417. [ 869.833502] env[62845]: DEBUG oslo.service.loopingcall [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.833711] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.833967] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8acd8757-3ae0-4052-a3e3-0b3111b54214 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.857832] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.859279] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.859279] env[62845]: value = "task-2536097" [ 869.859279] env[62845]: _type = "Task" [ 869.859279] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.872116] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536097, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.017795] env[62845]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-798a6249-0300-4197-96bf-c085b0b90ea2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.030066] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b773ab-93b9-474f-9dca-1ba9d2f4736a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.064896] env[62845]: DEBUG nova.compute.manager [req-485a6231-f06d-4e62-94c4-bf49bf384671 req-f3e4a5ff-8723-4d52-990c-75a0541add75 service nova] [instance: d6690159-3122-458b-87f4-eed3135051fe] Detach interface failed, port_id=9392417e-60c5-40bc-8e96-037e9cf01877, reason: Instance d6690159-3122-458b-87f4-eed3135051fe could not be found. {{(pid=62845) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.170492] env[62845]: DEBUG oslo_concurrency.lockutils [None req-0f622264-028e-4b2c-bc07-cde5a39c415a tempest-ServersAdminNegativeTestJSON-1271446028 tempest-ServersAdminNegativeTestJSON-1271446028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.222984] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8b0ae6ab-f0c9-4c93-96bd-c250a62cc9ad tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "007cabd0-08fd-485e-8546-be2ea9eb7c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.342s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.238972] env[62845]: INFO nova.compute.manager [-] [instance: d6690159-3122-458b-87f4-eed3135051fe] Took 1.25 seconds to deallocate network for instance. [ 870.359377] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541154} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.359791] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] 781a123b-cd1f-4b2b-828e-1c3268830c69/781a123b-cd1f-4b2b-828e-1c3268830c69.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.360100] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.363468] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-760e5e25-cecc-4b10-bfa0-ff59495312c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.372812] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536097, 'name': CreateVM_Task, 'duration_secs': 0.300765} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.374110] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.374473] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 870.374473] env[62845]: value = "task-2536098" [ 870.374473] env[62845]: _type = "Task" [ 870.374473] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.374879] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.375173] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.375553] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.376066] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27790002-c5e9-4b37-881e-b0f2330efebb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.387028] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 870.387028] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52141e0d-82df-82e7-15e1-e97d3070d634" [ 870.387028] env[62845]: _type = "Task" [ 870.387028] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.388616] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.397196] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52141e0d-82df-82e7-15e1-e97d3070d634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.745176] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5dbe21dc-a582-46f1-a93f-54ac526d113c tempest-InstanceActionsNegativeTestJSON-400257159 tempest-InstanceActionsNegativeTestJSON-400257159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.888338] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328524} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.888760] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.892498] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c214ae87-ff82-403b-8455-9255b3a75d24 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.902847] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52141e0d-82df-82e7-15e1-e97d3070d634, 'name': SearchDatastore_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.911814] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.912096] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.912367] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.912488] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.912660] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.921245] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 781a123b-cd1f-4b2b-828e-1c3268830c69/781a123b-cd1f-4b2b-828e-1c3268830c69.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.923729] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30f2a5b9-0337-4d57-982e-ac3180157bc2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.926979] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6925b170-e1d8-450a-aa2c-9a5363e6d7dd {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.948940] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 870.948940] env[62845]: value = "task-2536099" [ 870.948940] env[62845]: _type = "Task" [ 870.948940] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.960614] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.961409] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.961631] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.962774] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ec3ff0-2312-450a-98a9-ab4a32571a52 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.972071] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 870.972071] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b7b397-e44c-4f87-1d0f-3af319935f5f" [ 870.972071] env[62845]: _type = "Task" [ 870.972071] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.982382] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b7b397-e44c-4f87-1d0f-3af319935f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.096161] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0464f-7d0e-48c6-b862-26b32f035920 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104443] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4817959-3364-4245-a349-a5ddb9f9d506 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.136093] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95701b0a-b1b6-43a3-8b78-066d5578d333 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.144165] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5853eb-ea59-47f2-b7c3-6ad1782553ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.157965] env[62845]: DEBUG nova.compute.provider_tree [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.459851] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.483380] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52b7b397-e44c-4f87-1d0f-3af319935f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.049749} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.484207] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df0f2f2-f5c4-4e83-9ac1-a17a95856e67 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.489522] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 871.489522] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526eaff6-d73d-964c-b1e7-fb580e032738" [ 871.489522] env[62845]: _type = "Task" [ 871.489522] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.499058] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526eaff6-d73d-964c-b1e7-fb580e032738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.663152] env[62845]: DEBUG nova.scheduler.client.report [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.961054] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536099, 'name': ReconfigVM_Task, 'duration_secs': 0.842856} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.961823] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 781a123b-cd1f-4b2b-828e-1c3268830c69/781a123b-cd1f-4b2b-828e-1c3268830c69.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.962465] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42b88d4-e0d9-4eaa-a533-bb99088eb3c3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.969466] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 871.969466] env[62845]: value = "task-2536100" [ 871.969466] env[62845]: _type = "Task" [ 871.969466] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.978380] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536100, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.000185] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]526eaff6-d73d-964c-b1e7-fb580e032738, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.000513] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.000620] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] e86ebbe6-145c-48cb-b1bd-3bd9d677d125/e86ebbe6-145c-48cb-b1bd-3bd9d677d125.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.000827] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f1e121-d640-4482-a815-a0fc9fe770d8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.010565] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 872.010565] env[62845]: value = "task-2536101" [ 872.010565] env[62845]: _type = "Task" [ 872.010565] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.019594] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.167438] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.167658] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.170840] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.355s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.171102] env[62845]: DEBUG nova.objects.instance [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lazy-loading 'resources' on Instance uuid 9b7c19ba-0f26-42d7-bbee-8454e112c504 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.481702] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536100, 'name': Rename_Task, 'duration_secs': 0.153334} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.482048] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.482321] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66244a42-f63f-4c6e-93c7-c0cf809c8b73 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.491256] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 872.491256] env[62845]: value = "task-2536102" [ 872.491256] env[62845]: _type = "Task" [ 872.491256] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.500384] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.521589] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500813} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.521985] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] e86ebbe6-145c-48cb-b1bd-3bd9d677d125/e86ebbe6-145c-48cb-b1bd-3bd9d677d125.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.522363] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.522579] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce6f932-598e-47f4-be06-da984f1f58d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.529399] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 872.529399] env[62845]: value = "task-2536103" [ 872.529399] env[62845]: _type = "Task" [ 872.529399] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.538905] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.677148] env[62845]: DEBUG nova.compute.utils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.678830] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.678939] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.729263] env[62845]: DEBUG nova.policy [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98532bc6aa8349008649adb6bff6a390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e215fabc1c07424d99fadc814809ebe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.007967] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.020888] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Successfully created port: 7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.039844] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110585} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.040148] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.040925] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c66fa1-5c43-43a0-ad37-0302407d64a2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.067254] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e86ebbe6-145c-48cb-b1bd-3bd9d677d125/e86ebbe6-145c-48cb-b1bd-3bd9d677d125.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.069961] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7310286b-1a86-444a-9556-4881fda5f4e8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.095221] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 873.095221] env[62845]: value = "task-2536104" [ 873.095221] env[62845]: _type = "Task" [ 873.095221] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.104622] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.106877] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f8050-d33a-4740-9d9b-4e9825beb0ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.114257] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e326ef-71ba-4343-91f2-81d40f6a5b04 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.146376] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb79fe5-c5e4-4029-96c0-a4ad37d9fd1a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.160380] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac802e1c-a29a-471d-a20a-7a1a9385042d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.177308] env[62845]: DEBUG nova.compute.provider_tree [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.182421] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.504621] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536102, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.603982] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536104, 'name': ReconfigVM_Task, 'duration_secs': 0.400601} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.604274] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e86ebbe6-145c-48cb-b1bd-3bd9d677d125/e86ebbe6-145c-48cb-b1bd-3bd9d677d125.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.604898] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521e8567-e8fd-4476-b008-f3c0058ca049 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.613168] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 873.613168] env[62845]: value = "task-2536105" [ 873.613168] env[62845]: _type = "Task" [ 873.613168] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.624565] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536105, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.680063] env[62845]: DEBUG nova.scheduler.client.report [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.005964] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.124491] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536105, 'name': Rename_Task, 'duration_secs': 0.201482} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.124850] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.125150] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617f9bdb-ee3d-4e1d-ba0a-95686c97692b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.131926] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 874.131926] env[62845]: value = "task-2536106" [ 874.131926] env[62845]: _type = "Task" [ 874.131926] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.140762] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.185155] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.187614] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.143s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.189316] env[62845]: INFO nova.compute.claims [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.193851] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.216366] env[62845]: INFO nova.scheduler.client.report [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Deleted allocations for instance 9b7c19ba-0f26-42d7-bbee-8454e112c504 [ 874.227646] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.227905] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.228101] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.228298] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.228473] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.228626] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.228834] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.228994] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.229181] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.229347] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.229520] env[62845]: DEBUG nova.virt.hardware [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.230418] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd308f8-1948-4d81-a548-bd57a015a1ec {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.240139] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f99665-5d53-4326-8952-802cf72c028b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.449307] env[62845]: DEBUG nova.compute.manager [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Received event network-vif-plugged-7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.449307] env[62845]: DEBUG oslo_concurrency.lockutils [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] Acquiring lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.449307] env[62845]: DEBUG oslo_concurrency.lockutils [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] Lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.449307] env[62845]: DEBUG oslo_concurrency.lockutils [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] Lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.449556] env[62845]: DEBUG nova.compute.manager [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] No waiting events found dispatching network-vif-plugged-7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.449776] env[62845]: WARNING nova.compute.manager [req-b2f29424-0dbe-4cd3-b5cb-4549cc160e79 req-1548833d-af44-4dc5-a262-a8089a89bfaa service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Received unexpected event network-vif-plugged-7f00af48-86d5-49c1-8e71-9ccffe4b957f for instance with vm_state building and task_state spawning. [ 874.506473] env[62845]: DEBUG oslo_vmware.api [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536102, 'name': PowerOnVM_Task, 'duration_secs': 1.767613} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.506769] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.506996] env[62845]: INFO nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Took 9.38 seconds to spawn the instance on the hypervisor. [ 874.507223] env[62845]: DEBUG nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.508073] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01995ce-9e45-4838-8be1-e9e77eb65b89 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.531888] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Successfully updated port: 7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.641565] env[62845]: DEBUG oslo_vmware.api [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536106, 'name': PowerOnVM_Task, 'duration_secs': 0.471749} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.641897] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.642168] env[62845]: INFO nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Took 4.91 seconds to spawn the instance on the hypervisor. [ 874.642423] env[62845]: DEBUG nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.643248] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924949d0-1b09-409d-a2a0-c8c6d1a742bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.722745] env[62845]: DEBUG oslo_concurrency.lockutils [None req-5553506c-4c41-4930-8a87-72b87e1bf784 tempest-MultipleCreateTestJSON-1069572895 tempest-MultipleCreateTestJSON-1069572895-project-member] Lock "9b7c19ba-0f26-42d7-bbee-8454e112c504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.637s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.025510] env[62845]: INFO nova.compute.manager [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Took 46.12 seconds to build instance. [ 875.033475] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.033729] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033822] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.160293] env[62845]: INFO nova.compute.manager [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Took 42.19 seconds to build instance. [ 875.531752] env[62845]: DEBUG oslo_concurrency.lockutils [None req-7f870e56-a985-4738-952d-19aa17461ad2 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "781a123b-cd1f-4b2b-828e-1c3268830c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.629s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.576865] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.607995] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc3721c-90eb-45dc-8ed3-1c3fb9b19941 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.616545] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49337651-c17e-491d-9538-626bfa79a98c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.661462] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf6a72e-f8bf-4376-b5a3-aaa9af5786d1 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.661941] env[62845]: DEBUG oslo_concurrency.lockutils [None req-2a830324-7bc9-40db-b4c9-7972dee40b23 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.696s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.677209] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7196620-f192-4453-ab66-f20bc8c3594c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.692573] env[62845]: DEBUG nova.compute.provider_tree [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.841559] env[62845]: DEBUG nova.network.neutron [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Updating instance_info_cache with network_info: [{"id": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "address": "fa:16:3e:6b:e5:cc", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f00af48-86", "ovs_interfaceid": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.196477] env[62845]: DEBUG nova.scheduler.client.report [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.305502] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Acquiring lock "781a123b-cd1f-4b2b-828e-1c3268830c69" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.305828] env[62845]: DEBUG oslo_concurrency.lockutils [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lock "781a123b-cd1f-4b2b-828e-1c3268830c69" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.306064] env[62845]: INFO nova.compute.manager [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Shelving [ 876.348814] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.349653] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Instance network_info: |[{"id": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "address": "fa:16:3e:6b:e5:cc", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f00af48-86", "ovs_interfaceid": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.349894] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f00af48-86d5-49c1-8e71-9ccffe4b957f', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.360973] env[62845]: DEBUG oslo.service.loopingcall [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.361232] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.361639] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15599ca2-44c2-43f5-bef8-05ee02bedef2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.386076] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.386076] env[62845]: value = "task-2536107" [ 876.386076] env[62845]: _type = "Task" [ 876.386076] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.393704] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536107, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.479597] env[62845]: DEBUG nova.compute.manager [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Received event network-changed-7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.479914] env[62845]: DEBUG nova.compute.manager [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Refreshing instance network info cache due to event network-changed-7f00af48-86d5-49c1-8e71-9ccffe4b957f. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.480150] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] Acquiring lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.480328] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] Acquired lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.480560] env[62845]: DEBUG nova.network.neutron [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Refreshing network info cache for port 7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.524386] env[62845]: DEBUG nova.compute.manager [None req-fc1b43be-d6b6-4653-aea0-ceccc42a0870 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.525405] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8cb33-cfb8-4364-94ae-65bc24ef1706 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.641260] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.641573] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.641780] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.641965] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.642169] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lock "e86ebbe6-145c-48cb-b1bd-3bd9d677d125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.645787] env[62845]: INFO nova.compute.manager [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Terminating instance [ 876.700955] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.701538] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.704385] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.253s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.705733] env[62845]: INFO nova.compute.claims [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.897737] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536107, 'name': CreateVM_Task, 'duration_secs': 0.384204} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.897911] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.898643] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.898827] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.899170] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.899436] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf5944d-2469-487d-b07d-dac9a556a971 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.904820] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 876.904820] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ae761f-b76e-5f13-66dd-69dcc6452423" [ 876.904820] env[62845]: _type = "Task" [ 876.904820] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.914010] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ae761f-b76e-5f13-66dd-69dcc6452423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.037739] env[62845]: INFO nova.compute.manager [None req-fc1b43be-d6b6-4653-aea0-ceccc42a0870 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] instance snapshotting [ 877.038366] env[62845]: DEBUG nova.objects.instance [None req-fc1b43be-d6b6-4653-aea0-ceccc42a0870 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Lazy-loading 'flavor' on Instance uuid e86ebbe6-145c-48cb-b1bd-3bd9d677d125 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.150023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "refresh_cache-e86ebbe6-145c-48cb-b1bd-3bd9d677d125" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.150023] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquired lock "refresh_cache-e86ebbe6-145c-48cb-b1bd-3bd9d677d125" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.150184] env[62845]: DEBUG nova.network.neutron [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.191562] env[62845]: DEBUG nova.network.neutron [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Updated VIF entry in instance network info cache for port 7f00af48-86d5-49c1-8e71-9ccffe4b957f. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.191947] env[62845]: DEBUG nova.network.neutron [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Updating instance_info_cache with network_info: [{"id": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "address": "fa:16:3e:6b:e5:cc", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f00af48-86", "ovs_interfaceid": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.210030] env[62845]: DEBUG nova.compute.utils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.213671] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.213884] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.257129] env[62845]: DEBUG nova.policy [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e28de96a5242aa9c6b3006ede235ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64eeb652fcb14708a1bce0fd3f0d5664', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.317821] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.317821] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca48b5c5-c424-4cf7-ad89-e8d8c7bc0357 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.324767] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 877.324767] env[62845]: value = "task-2536108" [ 877.324767] env[62845]: _type = "Task" [ 877.324767] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.335020] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.416287] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52ae761f-b76e-5f13-66dd-69dcc6452423, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.416812] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.416812] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.417075] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.417308] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.417393] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.417667] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af413e92-6826-429d-8b40-be4272f94271 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.428393] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.428598] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.429372] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f718e2f1-1360-45bb-b741-d0ca6d753f58 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.435406] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 877.435406] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7b482-b348-7507-18cf-855c2a126aae" [ 877.435406] env[62845]: _type = "Task" [ 877.435406] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.443544] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7b482-b348-7507-18cf-855c2a126aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.535660] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Successfully created port: 770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.543234] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724704ff-9357-4aa2-9c9c-51043fd7ffd0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.560390] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268015b-32c1-45b8-b745-29d7c44c2a5f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.668657] env[62845]: DEBUG nova.network.neutron [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.694238] env[62845]: DEBUG oslo_concurrency.lockutils [req-9b5ff6ff-1568-45f6-b9d8-b48b74e1ab81 req-d8fd02ac-c140-4261-a44b-9b1e9afaba80 service nova] Releasing lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.719703] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.743669] env[62845]: DEBUG nova.network.neutron [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.838825] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536108, 'name': PowerOffVM_Task, 'duration_secs': 0.20071} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.839468] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.840423] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa457a-8176-4308-bbc6-2c225fbcb925 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.868973] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90ecb6-737f-4645-afc0-5dd5ed8c99ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.947619] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52e7b482-b348-7507-18cf-855c2a126aae, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.948366] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd08f01-3f16-4cb2-ba47-dba67590781f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.955815] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 877.955815] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ea066-ab5c-0959-03ab-2919ceefb218" [ 877.955815] env[62845]: _type = "Task" [ 877.955815] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.965693] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ea066-ab5c-0959-03ab-2919ceefb218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.071286] env[62845]: DEBUG nova.compute.manager [None req-fc1b43be-d6b6-4653-aea0-ceccc42a0870 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Instance disappeared during snapshot {{(pid=62845) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 878.073539] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bce8fa-72b7-4b59-a8a3-1139caefcd55 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.083319] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a0346a-d8cf-49f5-9167-277b817c9fdc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.115395] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e626358-ea62-4dc7-97e7-c340c4c26301 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.129228] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f02202-9722-4f74-bdf2-0bec8a3ddf18 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.144179] env[62845]: DEBUG nova.compute.provider_tree [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.240256] env[62845]: DEBUG nova.compute.manager [None req-fc1b43be-d6b6-4653-aea0-ceccc42a0870 tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Found 0 images (rotation: 2) {{(pid=62845) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 878.249976] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Releasing lock "refresh_cache-e86ebbe6-145c-48cb-b1bd-3bd9d677d125" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.250399] env[62845]: DEBUG nova.compute.manager [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Start destroying the instance on the hypervisor. {{(pid=62845) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.250592] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.251466] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf830a-3d68-4b15-bab0-c059bd408bf6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.261235] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.261458] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958f8e09-d568-4e7d-bce9-42fe2955a115 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.269271] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 878.269271] env[62845]: value = "task-2536109" [ 878.269271] env[62845]: _type = "Task" [ 878.269271] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.277709] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.379724] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.380394] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13784846-1037-48d7-b837-e1606cef0fb0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.389951] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 878.389951] env[62845]: value = "task-2536110" [ 878.389951] env[62845]: _type = "Task" [ 878.389951] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.399197] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.466799] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]529ea066-ab5c-0959-03ab-2919ceefb218, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.467199] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.502701] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4b0231ca-024f-4228-a2df-02d7b62ecb9e/4b0231ca-024f-4228-a2df-02d7b62ecb9e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.502701] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4d3134-9548-451f-b275-7f89bbb3c576 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.502701] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 878.502701] env[62845]: value = "task-2536111" [ 878.502701] env[62845]: _type = "Task" [ 878.502701] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.502701] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.647994] env[62845]: DEBUG nova.scheduler.client.report [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.729857] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.756514] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.756765] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.756944] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.757275] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.757515] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.757590] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.757807] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.757979] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.758159] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.758323] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.758501] env[62845]: DEBUG nova.virt.hardware [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.759418] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0003472d-e773-49d5-83ed-facb96ce4ca8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.768319] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d028ac3-a374-437c-9028-64e6660d53ea {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.782049] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536109, 'name': PowerOffVM_Task, 'duration_secs': 0.128401} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.789454] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.789666] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.790208] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aca7f42-e273-4898-87f5-ce3130e7fe74 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.829702] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.830128] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.830449] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Deleting the datastore file [datastore1] e86ebbe6-145c-48cb-b1bd-3bd9d677d125 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.830838] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb31225c-325c-41d2-bc58-ce3179ca2078 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.841690] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for the task: (returnval){ [ 878.841690] env[62845]: value = "task-2536113" [ 878.841690] env[62845]: _type = "Task" [ 878.841690] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.852234] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.900542] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536110, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.966559] env[62845]: DEBUG nova.compute.manager [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Received event network-vif-plugged-770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.966812] env[62845]: DEBUG oslo_concurrency.lockutils [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] Acquiring lock "5f288671-faa4-47ff-9b41-2137c2c8a157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.967055] env[62845]: DEBUG oslo_concurrency.lockutils [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] Lock "5f288671-faa4-47ff-9b41-2137c2c8a157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.967259] env[62845]: DEBUG oslo_concurrency.lockutils [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] Lock "5f288671-faa4-47ff-9b41-2137c2c8a157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.967442] env[62845]: DEBUG nova.compute.manager [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] No waiting events found dispatching network-vif-plugged-770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.967611] env[62845]: WARNING nova.compute.manager [req-19e70cfd-8797-4b49-87a3-5c75a53cdd44 req-2d2da7b0-c6ba-42fe-bc46-4c2e71cbfacd service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Received unexpected event network-vif-plugged-770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f for instance with vm_state building and task_state spawning. [ 878.987502] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460833} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.987781] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4b0231ca-024f-4228-a2df-02d7b62ecb9e/4b0231ca-024f-4228-a2df-02d7b62ecb9e.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.987992] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.988334] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c80a66-d3d0-4f0c-b10a-73a0fcd2f864 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.996776] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 878.996776] env[62845]: value = "task-2536114" [ 878.996776] env[62845]: _type = "Task" [ 878.996776] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.008146] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.058463] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Successfully updated port: 770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.154209] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.154791] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.157425] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.822s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.158782] env[62845]: INFO nova.compute.claims [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.351825] env[62845]: DEBUG oslo_vmware.api [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Task: {'id': task-2536113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148339} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.352116] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.352369] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Deleted contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.352582] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Instance destroyed {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.352797] env[62845]: INFO nova.compute.manager [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Took 1.10 seconds to destroy the instance on the hypervisor. [ 879.353158] env[62845]: DEBUG oslo.service.loopingcall [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.353366] env[62845]: DEBUG nova.compute.manager [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Deallocating network for instance {{(pid=62845) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.353461] env[62845]: DEBUG nova.network.neutron [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] deallocate_for_instance() {{(pid=62845) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.369944] env[62845]: DEBUG nova.network.neutron [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.400948] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536110, 'name': CreateSnapshot_Task, 'duration_secs': 0.593231} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.401274] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 879.402014] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2b1cb6-169d-41ac-b756-29f316d0edde {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.507365] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086871} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.507648] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.508450] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2073800f-200e-445c-9a94-feca2d861085 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.531282] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 4b0231ca-024f-4228-a2df-02d7b62ecb9e/4b0231ca-024f-4228-a2df-02d7b62ecb9e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.531603] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f74a42-8c01-49c5-8479-5107a4d7a928 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.555357] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 879.555357] env[62845]: value = "task-2536115" [ 879.555357] env[62845]: _type = "Task" [ 879.555357] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.561872] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.562036] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.562198] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.563628] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.663432] env[62845]: DEBUG nova.compute.utils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.667180] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Not allocating networking since 'none' was specified. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 879.872445] env[62845]: DEBUG nova.network.neutron [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.919375] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 879.919947] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b907cd18-287e-48ab-8314-e836f9aba507 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.931338] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 879.931338] env[62845]: value = "task-2536116" [ 879.931338] env[62845]: _type = "Task" [ 879.931338] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.939452] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536116, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.071570] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536115, 'name': ReconfigVM_Task, 'duration_secs': 0.284514} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.072286] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 4b0231ca-024f-4228-a2df-02d7b62ecb9e/4b0231ca-024f-4228-a2df-02d7b62ecb9e.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.073110] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b66b133c-d435-4c0b-b6d2-06728e39df28 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.081076] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 880.081076] env[62845]: value = "task-2536117" [ 880.081076] env[62845]: _type = "Task" [ 880.081076] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.091679] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536117, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.105029] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.168059] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.251041] env[62845]: DEBUG nova.network.neutron [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Updating instance_info_cache with network_info: [{"id": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "address": "fa:16:3e:c4:40:c8", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770cfc9e-9b", "ovs_interfaceid": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.375234] env[62845]: INFO nova.compute.manager [-] [instance: e86ebbe6-145c-48cb-b1bd-3bd9d677d125] Took 1.02 seconds to deallocate network for instance. [ 880.448578] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536116, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.592269] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536117, 'name': Rename_Task, 'duration_secs': 0.221137} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.595131] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.595598] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a6bdcd-5395-4c39-ba24-3526c44c3874 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.605340] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Waiting for the task: (returnval){ [ 880.605340] env[62845]: value = "task-2536118" [ 880.605340] env[62845]: _type = "Task" [ 880.605340] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.618419] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.738338] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15bdb69-3773-4424-bfe9-3edbb8934b97 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.747832] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367c876-38ee-4a37-8d0e-cd7986ec8afa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.753758] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.754280] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Instance network_info: |[{"id": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "address": "fa:16:3e:c4:40:c8", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770cfc9e-9b", "ovs_interfaceid": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.754851] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:40:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.763480] env[62845]: DEBUG oslo.service.loopingcall [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.792829] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.793359] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4cf0a6d-e9a6-4573-8789-af0c84bc8ac3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.809136] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba86da1-a854-41d2-8f30-70875570f2dc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.821012] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e051f-4410-492b-917a-f9561a2f0f60 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.825119] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.825119] env[62845]: value = "task-2536119" [ 880.825119] env[62845]: _type = "Task" [ 880.825119] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.837923] env[62845]: DEBUG nova.compute.provider_tree [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.845859] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536119, 'name': CreateVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.881709] env[62845]: DEBUG oslo_concurrency.lockutils [None req-fd01a8ef-6d09-49c3-a993-1acb5811915d tempest-ServersAaction247Test-1887709591 tempest-ServersAaction247Test-1887709591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.944650] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536116, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.995885] env[62845]: DEBUG nova.compute.manager [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Received event network-changed-770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.996128] env[62845]: DEBUG nova.compute.manager [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Refreshing instance network info cache due to event network-changed-770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 880.996468] env[62845]: DEBUG oslo_concurrency.lockutils [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] Acquiring lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.996629] env[62845]: DEBUG oslo_concurrency.lockutils [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] Acquired lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.996880] env[62845]: DEBUG nova.network.neutron [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Refreshing network info cache for port 770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.117339] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.184331] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.213981] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.214341] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.214506] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.214718] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.214826] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.215015] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.215371] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.215608] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.215868] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.216066] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.216291] env[62845]: DEBUG nova.virt.hardware [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.217446] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711084b-2855-4072-a373-8f5525133c32 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.227044] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6473d5-6b5b-4626-90cd-f398d3e4791b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.242552] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.248667] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Creating folder: Project (fdad3c776f8b428fbed99af65d949015). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.249054] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b21bca-707a-4bd8-8198-e606e9f098bb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.266146] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Created folder: Project (fdad3c776f8b428fbed99af65d949015) in parent group-v512253. [ 881.266433] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Creating folder: Instances. Parent ref: group-v512424. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.266705] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab3bb325-1e31-4f02-ae34-370f6570bf00 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.283031] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Created folder: Instances in parent group-v512424. [ 881.283297] env[62845]: DEBUG oslo.service.loopingcall [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.283530] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.283721] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23422a62-7260-4f31-919c-e3445845292a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.306275] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.306275] env[62845]: value = "task-2536122" [ 881.306275] env[62845]: _type = "Task" [ 881.306275] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.314441] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536122, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.336705] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536119, 'name': CreateVM_Task, 'duration_secs': 0.364419} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.336944] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.339037] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.339037] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.339511] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.339980] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39842215-9ab6-430c-88b7-5eb3e816a592 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.343562] env[62845]: DEBUG nova.scheduler.client.report [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.353479] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 881.353479] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67ca1-ede0-3292-0cb8-bb86d24f5c46" [ 881.353479] env[62845]: _type = "Task" [ 881.353479] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.369368] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67ca1-ede0-3292-0cb8-bb86d24f5c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.447454] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536116, 'name': CloneVM_Task} progress is 95%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.616555] env[62845]: DEBUG oslo_vmware.api [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Task: {'id': task-2536118, 'name': PowerOnVM_Task, 'duration_secs': 0.570007} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.616831] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.617069] env[62845]: INFO nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Took 7.42 seconds to spawn the instance on the hypervisor. [ 881.617267] env[62845]: DEBUG nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.618121] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea9bc8a-d473-45d8-bdb6-599424e9e83d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.729697] env[62845]: DEBUG nova.network.neutron [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Updated VIF entry in instance network info cache for port 770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.730088] env[62845]: DEBUG nova.network.neutron [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Updating instance_info_cache with network_info: [{"id": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "address": "fa:16:3e:c4:40:c8", "network": {"id": "4fc953ff-a130-429c-a622-423856842e27", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1456355814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64eeb652fcb14708a1bce0fd3f0d5664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap770cfc9e-9b", "ovs_interfaceid": "770cfc9e-9bd5-4dc6-bc8b-d557d8a7754f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.817207] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536122, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.850859] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.851431] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.854376] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.620s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.856182] env[62845]: INFO nova.compute.claims [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.869715] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c67ca1-ede0-3292-0cb8-bb86d24f5c46, 'name': SearchDatastore_Task, 'duration_secs': 0.030652} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.869978] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.870397] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.870497] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.870752] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.870860] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.871153] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4f5f0e-da33-4d75-bf97-dbee5b6c0cc6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.886129] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.886429] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.887931] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6de001-dc91-42db-8439-5f0f35105fd7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.895652] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 881.895652] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525f9cc9-fabf-e10b-cc75-3659a5b217d4" [ 881.895652] env[62845]: _type = "Task" [ 881.895652] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.905612] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525f9cc9-fabf-e10b-cc75-3659a5b217d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.943444] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536116, 'name': CloneVM_Task, 'duration_secs': 2.009305} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.944219] env[62845]: INFO nova.virt.vmwareapi.vmops [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Created linked-clone VM from snapshot [ 881.944494] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9146d43b-c917-4069-ad44-4f037559c316 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.952681] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Uploading image 7f86d0ea-22b7-4d74-b1a6-0e998a2dd627 {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 881.975618] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 881.975618] env[62845]: value = "vm-512422" [ 881.975618] env[62845]: _type = "VirtualMachine" [ 881.975618] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 881.975937] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-959c79e5-7d6d-436b-aa20-05bea916390e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.983558] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lease: (returnval){ [ 881.983558] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5220af73-85e0-fc8c-9b28-9e3c0e78f43a" [ 881.983558] env[62845]: _type = "HttpNfcLease" [ 881.983558] env[62845]: } obtained for exporting VM: (result){ [ 881.983558] env[62845]: value = "vm-512422" [ 881.983558] env[62845]: _type = "VirtualMachine" [ 881.983558] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 881.983817] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the lease: (returnval){ [ 881.983817] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5220af73-85e0-fc8c-9b28-9e3c0e78f43a" [ 881.983817] env[62845]: _type = "HttpNfcLease" [ 881.983817] env[62845]: } to be ready. {{(pid=62845) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 881.990830] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.990830] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5220af73-85e0-fc8c-9b28-9e3c0e78f43a" [ 881.990830] env[62845]: _type = "HttpNfcLease" [ 881.990830] env[62845]: } is initializing. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.138547] env[62845]: INFO nova.compute.manager [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Took 45.39 seconds to build instance. [ 882.232854] env[62845]: DEBUG oslo_concurrency.lockutils [req-6473cbd0-29b5-427b-aa92-756e83f4b0fc req-adf340a6-67c4-4991-919c-bc31ad917b2d service nova] Releasing lock "refresh_cache-5f288671-faa4-47ff-9b41-2137c2c8a157" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.318024] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536122, 'name': CreateVM_Task, 'duration_secs': 0.724153} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.318189] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.318885] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.318885] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.319098] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.319792] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13e9dd7-4997-4059-8a55-7e4b76c36e7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.325619] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 882.325619] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525391b2-6cb5-ab8d-2363-4ba63ac4ed34" [ 882.325619] env[62845]: _type = "Task" [ 882.325619] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.335708] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525391b2-6cb5-ab8d-2363-4ba63ac4ed34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.361693] env[62845]: DEBUG nova.compute.utils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.366115] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Not allocating networking since 'none' was specified. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 882.408019] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525f9cc9-fabf-e10b-cc75-3659a5b217d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.408899] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6bf90e-6864-43e7-a351-8b2a470df881 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.415774] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 882.415774] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ec654-9278-b632-4357-3f8c869f81c7" [ 882.415774] env[62845]: _type = "Task" [ 882.415774] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.424389] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ec654-9278-b632-4357-3f8c869f81c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.492405] env[62845]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.492405] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5220af73-85e0-fc8c-9b28-9e3c0e78f43a" [ 882.492405] env[62845]: _type = "HttpNfcLease" [ 882.492405] env[62845]: } is ready. {{(pid=62845) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.492704] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.492704] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]5220af73-85e0-fc8c-9b28-9e3c0e78f43a" [ 882.492704] env[62845]: _type = "HttpNfcLease" [ 882.492704] env[62845]: }. {{(pid=62845) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.493582] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0567ad-6e92-4d61-9ad2-5cb8f3fbe0ae {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.501841] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk from lease info. {{(pid=62845) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.502032] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk for reading. {{(pid=62845) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 882.593881] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38149c9a-6de0-4df8-bca0-f901607f35f6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.640378] env[62845]: DEBUG oslo_concurrency.lockutils [None req-cfd94d50-56a2-49fa-9e07-e6163a0a14da tempest-ServerRescueNegativeTestJSON-1226783737 tempest-ServerRescueNegativeTestJSON-1226783737-project-member] Lock "4b0231ca-024f-4228-a2df-02d7b62ecb9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.900s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.836923] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]525391b2-6cb5-ab8d-2363-4ba63ac4ed34, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.837240] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.837539] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.837808] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.838078] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.838312] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.838629] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7de759a-f998-4e6c-9f1e-ceb5ae7ebc57 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.849340] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.849597] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.850400] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe10b08-d9cf-46a4-beb6-a808d210fa2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.856439] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 882.856439] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527dd087-eb40-85e2-6094-5a7f7d0c9714" [ 882.856439] env[62845]: _type = "Task" [ 882.856439] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.864530] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527dd087-eb40-85e2-6094-5a7f7d0c9714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.867180] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.930485] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]523ec654-9278-b632-4357-3f8c869f81c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.933887] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.934178] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 5f288671-faa4-47ff-9b41-2137c2c8a157/5f288671-faa4-47ff-9b41-2137c2c8a157.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.934891] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f36bea11-898b-41bd-a835-faa28838f300 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.942232] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 882.942232] env[62845]: value = "task-2536124" [ 882.942232] env[62845]: _type = "Task" [ 882.942232] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.955840] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.148024] env[62845]: DEBUG nova.compute.manager [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Received event network-changed-7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.148675] env[62845]: DEBUG nova.compute.manager [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Refreshing instance network info cache due to event network-changed-7f00af48-86d5-49c1-8e71-9ccffe4b957f. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.149967] env[62845]: DEBUG oslo_concurrency.lockutils [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] Acquiring lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.150958] env[62845]: DEBUG oslo_concurrency.lockutils [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] Acquired lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.151220] env[62845]: DEBUG nova.network.neutron [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Refreshing network info cache for port 7f00af48-86d5-49c1-8e71-9ccffe4b957f {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.330104] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64acabe1-d86d-44a2-a411-2cf68fc23bfc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340033] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c67885-b493-4780-a4d0-90c28e8680a7 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.387340] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59898123-be6f-4ba3-aa0d-604d78d2af76 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.396934] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]527dd087-eb40-85e2-6094-5a7f7d0c9714, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.404205] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94cc48a-74f6-419e-8aeb-b2e463fd94a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.410599] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df56078-6ebb-45a4-ac4d-4433ee37dc3c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.419181] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 883.419181] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a71ecb-21de-57fc-51ce-99f1107b225e" [ 883.419181] env[62845]: _type = "Task" [ 883.419181] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.430116] env[62845]: DEBUG nova.compute.provider_tree [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.443307] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52a71ecb-21de-57fc-51ce-99f1107b225e, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.443603] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.443859] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] fdd44edf-d67d-424b-b984-97578880b67f/fdd44edf-d67d-424b-b984-97578880b67f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.447405] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-671a93fb-8da2-4a83-a7d7-facbcdebbda9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.455714] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508603} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.457107] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 5f288671-faa4-47ff-9b41-2137c2c8a157/5f288671-faa4-47ff-9b41-2137c2c8a157.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.457401] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.457609] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 883.457609] env[62845]: value = "task-2536125" [ 883.457609] env[62845]: _type = "Task" [ 883.457609] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.457785] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93abeaf6-9370-4d0d-84c8-5b29439559e6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470427] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 883.470427] env[62845]: value = "task-2536126" [ 883.470427] env[62845]: _type = "Task" [ 883.470427] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.478534] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.892463] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.928525] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.928783] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.928916] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.929280] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.929640] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.929955] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.930279] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.930479] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.930675] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.930872] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.931078] env[62845]: DEBUG nova.virt.hardware [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.931976] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e0477-b6f6-47ed-9cce-82a1566897fa {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.938028] env[62845]: DEBUG nova.scheduler.client.report [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.947586] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d29e7-9175-4503-86f3-3a64c33bb90c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.963067] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Instance VIF info [] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.969212] env[62845]: DEBUG oslo.service.loopingcall [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.974359] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.974359] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d565d3-81d3-4d8f-aa44-a4bddb8076b4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.999699] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.004170] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080639} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.004439] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.004439] env[62845]: value = "task-2536127" [ 884.004439] env[62845]: _type = "Task" [ 884.004439] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.004924] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.006102] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7725fc-bd60-4e41-97e5-d73f4f346a0d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.017765] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536127, 'name': CreateVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.038575] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5f288671-faa4-47ff-9b41-2137c2c8a157/5f288671-faa4-47ff-9b41-2137c2c8a157.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.041845] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7920849-9cad-4635-9333-ea2086901a2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.063091] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 884.063091] env[62845]: value = "task-2536128" [ 884.063091] env[62845]: _type = "Task" [ 884.063091] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.074734] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.189945] env[62845]: DEBUG nova.network.neutron [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Updated VIF entry in instance network info cache for port 7f00af48-86d5-49c1-8e71-9ccffe4b957f. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.190396] env[62845]: DEBUG nova.network.neutron [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] [instance: 4b0231ca-024f-4228-a2df-02d7b62ecb9e] Updating instance_info_cache with network_info: [{"id": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "address": "fa:16:3e:6b:e5:cc", "network": {"id": "c8314c81-300f-4dff-80d1-a613122a9276", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-227734494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e215fabc1c07424d99fadc814809ebe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f00af48-86", "ovs_interfaceid": "7f00af48-86d5-49c1-8e71-9ccffe4b957f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.443563] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.444153] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.446876] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.533s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.447121] env[62845]: DEBUG nova.objects.instance [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: b95021ba-7e83-4d8e-9151-19899cd94524] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62845) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 884.472987] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615241} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.473333] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] fdd44edf-d67d-424b-b984-97578880b67f/fdd44edf-d67d-424b-b984-97578880b67f.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.473549] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.473804] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216e3540-de73-4c20-b494-4d7fe8dc3c2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.482030] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 884.482030] env[62845]: value = "task-2536129" [ 884.482030] env[62845]: _type = "Task" [ 884.482030] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.490829] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.514157] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536127, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.573820] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.694426] env[62845]: DEBUG oslo_concurrency.lockutils [req-a367f8a3-8dae-4b0a-a909-4464164df6a5 req-111a9b60-8364-43ca-8f07-f10e1c9d2b3f service nova] Releasing lock "refresh_cache-4b0231ca-024f-4228-a2df-02d7b62ecb9e" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.954897] env[62845]: DEBUG nova.compute.utils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.956368] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.956538] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.991691] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364567} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.992041] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.992934] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59416d2e-fd44-4c81-80a4-d459b299d2b3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.997316] env[62845]: DEBUG nova.policy [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe77f3ef7a154abd86f1cac22664d79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a51b6bbda6e34a7db0156b633c8e338d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.019909] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] fdd44edf-d67d-424b-b984-97578880b67f/fdd44edf-d67d-424b-b984-97578880b67f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.023388] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4363f3be-f315-4cc3-8fda-41986005ab12 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.046258] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536127, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.047806] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 885.047806] env[62845]: value = "task-2536130" [ 885.047806] env[62845]: _type = "Task" [ 885.047806] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.057380] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.073371] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536128, 'name': ReconfigVM_Task, 'duration_secs': 0.554499} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.073726] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5f288671-faa4-47ff-9b41-2137c2c8a157/5f288671-faa4-47ff-9b41-2137c2c8a157.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.074564] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a121e9b-6bc4-4bae-b270-af43b239dd68 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081754] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 885.081754] env[62845]: value = "task-2536131" [ 885.081754] env[62845]: _type = "Task" [ 885.081754] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.093666] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536131, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.276415] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Successfully created port: 31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.460031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-84b584a1-7fbe-42cb-9a4a-48475fe53f7c tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.460031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.287s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.460031] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.460031] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62845) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 885.460443] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.836s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.462250] env[62845]: INFO nova.compute.claims [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.465589] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.469544] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e279890b-0cb2-4476-a9df-0d52a07d7109 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.481212] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47b4fb-1e86-4919-9708-689043f5dc4b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.498647] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7156cfd-b0b2-4928-95eb-d631c65b8b37 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.508549] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003a2eb-84bc-4baa-bb2f-fbb9d4a0f3de {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.551281] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536127, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.552442] env[62845]: DEBUG nova.compute.resource_tracker [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179032MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=62845) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 885.552700] env[62845]: DEBUG oslo_concurrency.lockutils [None req-8637d90e-fd52-4359-8283-36258c467b39 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.562707] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536130, 'name': ReconfigVM_Task, 'duration_secs': 0.425041} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.565528] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] fdd44edf-d67d-424b-b984-97578880b67f/fdd44edf-d67d-424b-b984-97578880b67f.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.565528] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4984ddb-6f1d-4765-b447-06c7f5c2754f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.570586] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 885.570586] env[62845]: value = "task-2536132" [ 885.570586] env[62845]: _type = "Task" [ 885.570586] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.578825] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536132, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.591296] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536131, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.022546] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536127, 'name': CreateVM_Task, 'duration_secs': 1.982379} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022924] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.023153] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.023315] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.023632] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.023894] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69a56ab-50f2-43e4-af28-b3f01f262720 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.028399] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 886.028399] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3f1ce-7988-896f-b6ca-9adb5d98be43" [ 886.028399] env[62845]: _type = "Task" [ 886.028399] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.035767] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3f1ce-7988-896f-b6ca-9adb5d98be43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.079568] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536132, 'name': Rename_Task, 'duration_secs': 0.173935} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.079852] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.080268] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3171019b-4501-46f6-9a89-bd9ed52e5189 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.086793] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 886.086793] env[62845]: value = "task-2536133" [ 886.086793] env[62845]: _type = "Task" [ 886.086793] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.093615] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536131, 'name': Rename_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.099185] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.479590] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.508501] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T10:55:37Z,direct_url=,disk_format='vmdk',id=8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bbec75d003444813b3af31112f161aef',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T10:55:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.509647] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.509647] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.509647] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.509647] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.509647] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.509803] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.509939] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.510174] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.511031] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.511031] env[62845]: DEBUG nova.virt.hardware [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.511451] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12bdbc-b647-40c6-8d42-fee0305a15d2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.523060] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd835397-1ac5-4e6d-82e8-298ea29889a0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.549228] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52d3f1ce-7988-896f-b6ca-9adb5d98be43, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.549590] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.549855] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.550117] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.550285] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550549] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.550836] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3001dbb4-9c8e-4e32-bcde-19af7316e0bc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.562378] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.562581] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.563376] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6447cc-185e-4e61-b116-0ff00f981019 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.568757] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 886.568757] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52135627-a7f6-43a2-16df-2d30edc4c80a" [ 886.568757] env[62845]: _type = "Task" [ 886.568757] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.580490] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52135627-a7f6-43a2-16df-2d30edc4c80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.601318] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536131, 'name': Rename_Task, 'duration_secs': 1.208803} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.601552] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.601804] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.602062] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a609d6cb-b9bd-4d05-ba4c-f166559ebe6a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.612672] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 886.612672] env[62845]: value = "task-2536134" [ 886.612672] env[62845]: _type = "Task" [ 886.612672] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.620705] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.698911] env[62845]: DEBUG nova.compute.manager [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Received event network-vif-plugged-31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.699164] env[62845]: DEBUG oslo_concurrency.lockutils [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] Acquiring lock "4e4dfa51-9835-4fb8-93fe-926280871d18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.699372] env[62845]: DEBUG oslo_concurrency.lockutils [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] Lock "4e4dfa51-9835-4fb8-93fe-926280871d18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.699535] env[62845]: DEBUG oslo_concurrency.lockutils [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] Lock "4e4dfa51-9835-4fb8-93fe-926280871d18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.699698] env[62845]: DEBUG nova.compute.manager [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] No waiting events found dispatching network-vif-plugged-31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.699879] env[62845]: WARNING nova.compute.manager [req-7b43117f-cb29-484d-96fd-0d82f9e4dfed req-f9468898-298b-4718-bae9-85576178c911 service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Received unexpected event network-vif-plugged-31f54756-6b7c-42fe-9465-92366dcf57d3 for instance with vm_state building and task_state spawning. [ 886.799345] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Successfully updated port: 31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.892962] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6c89c-402d-4f80-a134-548e7445de9e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.900620] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e81134-d52a-453f-b0f3-fffa631d19a4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.930340] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51728cca-840f-43b2-8a5f-4a336c392dbb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.937855] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6236e-6a7b-4375-a319-106cf26296d4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.951273] env[62845]: DEBUG nova.compute.provider_tree [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.082750] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52135627-a7f6-43a2-16df-2d30edc4c80a, 'name': SearchDatastore_Task, 'duration_secs': 0.016167} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.083809] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aec81b7-cfb3-456a-b52a-109683a87e35 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.094465] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 887.094465] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521e9944-cee4-ac59-3904-351f9e912cff" [ 887.094465] env[62845]: _type = "Task" [ 887.094465] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.100610] env[62845]: DEBUG oslo_vmware.api [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536133, 'name': PowerOnVM_Task, 'duration_secs': 0.606667} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.101354] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.101622] env[62845]: INFO nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Took 5.92 seconds to spawn the instance on the hypervisor. [ 887.101812] env[62845]: DEBUG nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.102624] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a0212-a735-4a19-b47d-570081aba795 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.108188] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521e9944-cee4-ac59-3904-351f9e912cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.121785] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.303884] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquiring lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.304019] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquired lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.304189] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.486520] env[62845]: DEBUG nova.scheduler.client.report [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Updated inventory for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 887.487603] env[62845]: DEBUG nova.compute.provider_tree [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Updating resource provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 generation from 91 to 92 during operation: update_inventory {{(pid=62845) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 887.487603] env[62845]: DEBUG nova.compute.provider_tree [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Updating inventory in ProviderTree for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.605963] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]521e9944-cee4-ac59-3904-351f9e912cff, 'name': SearchDatastore_Task, 'duration_secs': 0.018104} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.605963] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.606272] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] ac2cf433-26b1-43e7-8531-2cdaf6ae99b0/ac2cf433-26b1-43e7-8531-2cdaf6ae99b0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.606537] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a012e78-0f9c-48ad-9a21-ac1d2d0f1d93 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.613460] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 887.613460] env[62845]: value = "task-2536135" [ 887.613460] env[62845]: _type = "Task" [ 887.613460] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.626871] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.631386] env[62845]: DEBUG oslo_vmware.api [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536134, 'name': PowerOnVM_Task, 'duration_secs': 0.864763} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.631819] env[62845]: INFO nova.compute.manager [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: fdd44edf-d67d-424b-b984-97578880b67f] Took 44.20 seconds to build instance. [ 887.632698] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.632903] env[62845]: INFO nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Took 8.90 seconds to spawn the instance on the hypervisor. [ 887.633119] env[62845]: DEBUG nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.634204] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4411b-16c8-4382-a6ae-805c9c496402 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.838769] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.981215] env[62845]: DEBUG nova.network.neutron [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Updating instance_info_cache with network_info: [{"id": "31f54756-6b7c-42fe-9465-92366dcf57d3", "address": "fa:16:3e:84:85:32", "network": {"id": "4becfbf2-1374-40ff-8565-8fead98c517c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-435021401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51b6bbda6e34a7db0156b633c8e338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f54756-6b", "ovs_interfaceid": "31f54756-6b7c-42fe-9465-92366dcf57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.991857] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.992417] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Start building networks asynchronously for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.995568] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.026s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.995837] env[62845]: DEBUG nova.objects.instance [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lazy-loading 'resources' on Instance uuid ada58792-2470-4aa6-9a2c-e1259604e57b {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.123847] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.134590] env[62845]: DEBUG oslo_concurrency.lockutils [None req-e3441079-92f0-43a3-82b3-f18196551090 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "fdd44edf-d67d-424b-b984-97578880b67f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.721s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.154906] env[62845]: INFO nova.compute.manager [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Took 49.13 seconds to build instance. [ 888.483966] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Releasing lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.484121] env[62845]: DEBUG nova.compute.manager [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Instance network_info: |[{"id": "31f54756-6b7c-42fe-9465-92366dcf57d3", "address": "fa:16:3e:84:85:32", "network": {"id": "4becfbf2-1374-40ff-8565-8fead98c517c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-435021401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51b6bbda6e34a7db0156b633c8e338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f54756-6b", "ovs_interfaceid": "31f54756-6b7c-42fe-9465-92366dcf57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.484474] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:85:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f54756-6b7c-42fe-9465-92366dcf57d3', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.492334] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Creating folder: Project (a51b6bbda6e34a7db0156b633c8e338d). Parent ref: group-v512253. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.492663] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9608ef1c-1feb-49c0-9d6e-8f6c44d385ed {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.498106] env[62845]: DEBUG nova.compute.utils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Using /dev/sd instead of None {{(pid=62845) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.501854] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Allocating IP information in the background. {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.502040] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] allocate_for_instance() {{(pid=62845) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.507102] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Created folder: Project (a51b6bbda6e34a7db0156b633c8e338d) in parent group-v512253. [ 888.507435] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Creating folder: Instances. Parent ref: group-v512428. {{(pid=62845) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.507781] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be0281c8-95b4-44e9-a75a-17337576f34f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.518920] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Created folder: Instances in parent group-v512428. [ 888.519300] env[62845]: DEBUG oslo.service.loopingcall [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.520237] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.520508] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eecd254e-1613-4f6c-8cac-fe9e4643eb26 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.546361] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.546361] env[62845]: value = "task-2536138" [ 888.546361] env[62845]: _type = "Task" [ 888.546361] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.553706] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536138, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.561245] env[62845]: DEBUG nova.policy [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51c767d3e6c24b36a3524728bb9cb67c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d681fe2b18641eaa55a00c5c85f8783', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62845) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.625213] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918698} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.628481] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore1] ac2cf433-26b1-43e7-8531-2cdaf6ae99b0/ac2cf433-26b1-43e7-8531-2cdaf6ae99b0.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.628481] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.628746] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17b2b661-3bd4-4927-8b91-82caee8d4701 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.635896] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 888.635896] env[62845]: value = "task-2536139" [ 888.635896] env[62845]: _type = "Task" [ 888.635896] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.646737] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.657480] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d2f555e8-2bbc-406c-b83d-24276afa994e tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Lock "5f288671-faa4-47ff-9b41-2137c2c8a157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.638s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.791962] env[62845]: DEBUG nova.compute.manager [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Received event network-changed-31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.792264] env[62845]: DEBUG nova.compute.manager [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Refreshing instance network info cache due to event network-changed-31f54756-6b7c-42fe-9465-92366dcf57d3. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.792553] env[62845]: DEBUG oslo_concurrency.lockutils [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] Acquiring lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.792754] env[62845]: DEBUG oslo_concurrency.lockutils [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] Acquired lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.792982] env[62845]: DEBUG nova.network.neutron [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Refreshing network info cache for port 31f54756-6b7c-42fe-9465-92366dcf57d3 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.873134] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Successfully created port: 0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.938627] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba909ff2-471e-4de0-a4d2-cd34cc56e9a9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.947663] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555350a-d89c-4ae4-bfe8-3cbf478657c0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.979936] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e59e6-de77-45d4-8c40-1f02d342b633 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.987727] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0ecb3-e23c-4915-96c0-8598c36b25cb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.001697] env[62845]: DEBUG nova.compute.provider_tree [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.007976] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Start building block device mappings for instance. {{(pid=62845) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.060487] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536138, 'name': CreateVM_Task} progress is 99%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.147769] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06545} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.147769] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.149775] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fabed-55f8-46b3-9d01-2a641e0d8d50 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.171500] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ac2cf433-26b1-43e7-8531-2cdaf6ae99b0/ac2cf433-26b1-43e7-8531-2cdaf6ae99b0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.171760] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b886d4f-eeba-4e95-8847-fe598603851b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.193814] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 889.193814] env[62845]: value = "task-2536140" [ 889.193814] env[62845]: _type = "Task" [ 889.193814] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.202359] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.509735] env[62845]: DEBUG nova.scheduler.client.report [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.516237] env[62845]: DEBUG nova.network.neutron [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Updated VIF entry in instance network info cache for port 31f54756-6b7c-42fe-9465-92366dcf57d3. {{(pid=62845) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.516579] env[62845]: DEBUG nova.network.neutron [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Updating instance_info_cache with network_info: [{"id": "31f54756-6b7c-42fe-9465-92366dcf57d3", "address": "fa:16:3e:84:85:32", "network": {"id": "4becfbf2-1374-40ff-8565-8fead98c517c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-435021401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51b6bbda6e34a7db0156b633c8e338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f54756-6b", "ovs_interfaceid": "31f54756-6b7c-42fe-9465-92366dcf57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.557031] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536138, 'name': CreateVM_Task, 'duration_secs': 0.602974} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.557206] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.557924] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.558156] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.558447] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.558702] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a82330b-7385-45bc-825b-d2526e5dd0b0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.563727] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 889.563727] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f8dd9b-11f3-2ea5-cb57-ac983382f6e7" [ 889.563727] env[62845]: _type = "Task" [ 889.563727] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.572594] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f8dd9b-11f3-2ea5-cb57-ac983382f6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.705685] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.019558] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.022069] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.052s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.022342] env[62845]: DEBUG nova.objects.instance [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lazy-loading 'resources' on Instance uuid b95021ba-7e83-4d8e-9151-19899cd94524 {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.026061] env[62845]: DEBUG oslo_concurrency.lockutils [req-35b1cd70-0306-4b0e-9e0d-59fe458ae832 req-abb8dcc3-f1fa-40f2-918e-8bc877447f7c service nova] Releasing lock "refresh_cache-4e4dfa51-9835-4fb8-93fe-926280871d18" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.027188] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Start spawning the instance on the hypervisor. {{(pid=62845) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.049057] env[62845]: INFO nova.scheduler.client.report [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Deleted allocations for instance ada58792-2470-4aa6-9a2c-e1259604e57b [ 890.058475] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T10:55:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ab1fe2002a6eec8a0918f8eb0ce6c31e',container_format='bare',created_at=2025-02-14T11:01:21Z,direct_url=,disk_format='vmdk',id=87bc7b1f-c35f-428c-931d-dff6681d23cc,min_disk=1,min_ram=0,name='tempest-test-snap-933042442',owner='7d681fe2b18641eaa55a00c5c85f8783',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-14T11:01:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.059222] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.059222] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image limits 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.059222] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Flavor pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.059531] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Image pref 0:0:0 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.059531] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62845) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.059674] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.059834] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.059999] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Got 1 possible topologies {{(pid=62845) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.060176] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.060347] env[62845]: DEBUG nova.virt.hardware [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62845) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.061353] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa01fa-f9d2-4c6d-94b3-a3f64f5ae4fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.076972] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e61a6-e309-46de-b83d-198056b98b1c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.081614] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52f8dd9b-11f3-2ea5-cb57-ac983382f6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.082317] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.082563] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Processing image 8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2 {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.082861] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.083065] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.083322] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.084269] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f179cf-bd5e-4f2b-85ee-8f335e16d9f2 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.102413] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.102684] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.103431] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab629553-acfe-4309-813e-059f94e23911 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.109836] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 890.109836] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52189e89-a4b7-51ac-a52a-277e9305beac" [ 890.109836] env[62845]: _type = "Task" [ 890.109836] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.118797] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52189e89-a4b7-51ac-a52a-277e9305beac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.204786] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536140, 'name': ReconfigVM_Task, 'duration_secs': 0.783493} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.205118] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ac2cf433-26b1-43e7-8531-2cdaf6ae99b0/ac2cf433-26b1-43e7-8531-2cdaf6ae99b0.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.205734] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1353247-93eb-4622-ae66-f40d51473bf9 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.211847] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 890.211847] env[62845]: value = "task-2536141" [ 890.211847] env[62845]: _type = "Task" [ 890.211847] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.220324] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536141, 'name': Rename_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.425428] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Successfully updated port: 0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.531325] env[62845]: DEBUG nova.compute.manager [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.535429] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd8933-8238-4b96-ad22-26c89b992084 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.560462] env[62845]: DEBUG oslo_concurrency.lockutils [None req-941a2641-3ce9-4b37-8ad5-9a72ecf5750a tempest-ServerPasswordTestJSON-2068323997 tempest-ServerPasswordTestJSON-2068323997-project-member] Lock "ada58792-2470-4aa6-9a2c-e1259604e57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.397s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.620073] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52189e89-a4b7-51ac-a52a-277e9305beac, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.623796] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcd36b7-df67-402e-9e75-70f81998a238 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.629449] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 890.629449] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe8dad-89cb-3f83-c193-faf59f46fb8f" [ 890.629449] env[62845]: _type = "Task" [ 890.629449] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.640012] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe8dad-89cb-3f83-c193-faf59f46fb8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.721775] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536141, 'name': Rename_Task, 'duration_secs': 0.298534} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.724668] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.725242] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d50cf624-3e9c-40a2-bedc-72527d1a40c4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.733640] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 890.733640] env[62845]: value = "task-2536142" [ 890.733640] env[62845]: _type = "Task" [ 890.733640] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.749967] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536142, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.816815] env[62845]: DEBUG nova.compute.manager [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Received event network-vif-plugged-0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.817062] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Acquiring lock "20b9b7f6-415b-4986-995a-3f199ed59347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.817266] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Lock "20b9b7f6-415b-4986-995a-3f199ed59347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.817448] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Lock "20b9b7f6-415b-4986-995a-3f199ed59347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.817609] env[62845]: DEBUG nova.compute.manager [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] No waiting events found dispatching network-vif-plugged-0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.817765] env[62845]: WARNING nova.compute.manager [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Received unexpected event network-vif-plugged-0f6b66e0-e159-4140-a49f-5824dfe5b3e1 for instance with vm_state building and task_state spawning. [ 890.817930] env[62845]: DEBUG nova.compute.manager [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Received event network-changed-0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.818065] env[62845]: DEBUG nova.compute.manager [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Refreshing instance network info cache due to event network-changed-0f6b66e0-e159-4140-a49f-5824dfe5b3e1. {{(pid=62845) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.818238] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Acquiring lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.818371] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Acquired lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.818506] env[62845]: DEBUG nova.network.neutron [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Refreshing network info cache for port 0f6b66e0-e159-4140-a49f-5824dfe5b3e1 {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.886314] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171f61b-adfb-4c73-ba94-640f8f86d1d6 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.894186] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b907d382-2f56-4b1f-9d82-8785e0be81ce {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.931202] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.931202] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144283e-ce0f-4972-86e5-629c00191ee3 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.939788] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b8a94-1a38-4a06-9b7d-579a7123c8df {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.953398] env[62845]: DEBUG nova.compute.provider_tree [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.046938] env[62845]: INFO nova.compute.manager [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] instance snapshotting [ 891.049809] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a23e24-8c22-4f09-a99d-02f9231a06fc {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.071761] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd5735-c904-420c-82c2-088d2deaa39c {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.140762] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52fe8dad-89cb-3f83-c193-faf59f46fb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.029442} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.141033] env[62845]: DEBUG oslo_concurrency.lockutils [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.141300] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4e4dfa51-9835-4fb8-93fe-926280871d18/4e4dfa51-9835-4fb8-93fe-926280871d18.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.141557] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecfbbedb-accd-4a73-b308-0a4d3c4b7e7e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.148066] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 891.148066] env[62845]: value = "task-2536143" [ 891.148066] env[62845]: _type = "Task" [ 891.148066] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.157176] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.244479] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.378933] env[62845]: DEBUG nova.network.neutron [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.458702] env[62845]: DEBUG nova.scheduler.client.report [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.503280] env[62845]: DEBUG nova.network.neutron [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Updating instance_info_cache with network_info: [] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.588973] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Creating Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 891.588973] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cad0786-6427-46da-8417-2832b949116a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595241] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 891.595241] env[62845]: value = "task-2536144" [ 891.595241] env[62845]: _type = "Task" [ 891.595241] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.606060] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.658319] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536143, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.745180] env[62845]: DEBUG oslo_vmware.api [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536142, 'name': PowerOnVM_Task, 'duration_secs': 0.965704} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.745528] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Powered on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.745803] env[62845]: INFO nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Took 7.85 seconds to spawn the instance on the hypervisor. [ 891.746050] env[62845]: DEBUG nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.746951] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad12e7-30c1-4e45-94ce-2fe83aca908b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.965166] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.974816] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.234s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.974816] env[62845]: DEBUG nova.objects.instance [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lazy-loading 'resources' on Instance uuid 6659bfa5-3c32-42fa-9c62-967bc5e0e69a {{(pid=62845) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.991154] env[62845]: INFO nova.scheduler.client.report [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Deleted allocations for instance b95021ba-7e83-4d8e-9151-19899cd94524 [ 892.007681] env[62845]: DEBUG oslo_concurrency.lockutils [req-21256237-6e95-49d4-b295-2779c9162fa0 req-26bed9d3-8395-4d74-8104-035217b33463 service nova] Releasing lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.007681] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.007681] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Building network info cache for instance {{(pid=62845) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.106845] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.163118] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707151} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.163499] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2/8b0fb20b-209c-4ef4-80f6-e7ab5ba79ab2.vmdk to [datastore2] 4e4dfa51-9835-4fb8-93fe-926280871d18/4e4dfa51-9835-4fb8-93fe-926280871d18.vmdk {{(pid=62845) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.163728] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Extending root virtual disk to 1048576 {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.164029] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f43b83b-b048-4f61-87d9-fe755a77736d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.171630] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 892.171630] env[62845]: value = "task-2536145" [ 892.171630] env[62845]: _type = "Task" [ 892.171630] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.181571] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.266911] env[62845]: INFO nova.compute.manager [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Took 47.96 seconds to build instance. [ 892.503014] env[62845]: DEBUG oslo_concurrency.lockutils [None req-6e5f6767-d707-469d-93b2-0d836db9d8e8 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "b95021ba-7e83-4d8e-9151-19899cd94524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.271s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.546241] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Instance cache missing network info. {{(pid=62845) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.607477] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.680511] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114385} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.683651] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Extended root virtual disk {{(pid=62845) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.684297] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b836e-b51c-4b94-8416-7cc3571b2b67 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.706467] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4e4dfa51-9835-4fb8-93fe-926280871d18/4e4dfa51-9835-4fb8-93fe-926280871d18.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.707559] env[62845]: DEBUG nova.network.neutron [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Updating instance_info_cache with network_info: [{"id": "0f6b66e0-e159-4140-a49f-5824dfe5b3e1", "address": "fa:16:3e:f7:c2:77", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6b66e0-e1", "ovs_interfaceid": "0f6b66e0-e159-4140-a49f-5824dfe5b3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62845) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.711048] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a3debd-cab4-4dd6-9b9a-9dcea9ac061a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.732743] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 892.732743] env[62845]: value = "task-2536146" [ 892.732743] env[62845]: _type = "Task" [ 892.732743] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.744069] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.769390] env[62845]: DEBUG oslo_concurrency.lockutils [None req-a55fbe33-c395-48d5-a908-0ac519e68eb0 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Lock "ac2cf433-26b1-43e7-8531-2cdaf6ae99b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.475s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.862771] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f5d26-2cb3-447a-afff-c2c1a4b28825 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.870171] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84a5df-6c39-4848-91ca-ce34c11df28d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.902129] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094e48d-1fd8-45b9-a8fe-3d6d791972c8 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.909660] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbcd53a-4f84-4712-9d0e-a6f001401315 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.923268] env[62845]: INFO nova.compute.manager [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Rebuilding instance [ 892.925470] env[62845]: DEBUG nova.compute.provider_tree [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed in ProviderTree for provider: a35c3bed-a253-4a2c-8e35-b05dadf4c206 {{(pid=62845) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.969640] env[62845]: DEBUG nova.compute.manager [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Checking state {{(pid=62845) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.970804] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2e4e4-189a-4b03-ae7f-e0255a95a134 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.111932] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536144, 'name': CreateSnapshot_Task, 'duration_secs': 1.071816} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.111932] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Created Snapshot of the VM instance {{(pid=62845) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.112804] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da0e0e-c7c2-4e75-8ec0-3d6763ab9377 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.168259] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.168981] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd6f0d-1e92-485e-a232-9213f167ffd4 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.175149] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk is in state: ready. {{(pid=62845) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.175334] env[62845]: ERROR oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk due to incomplete transfer. [ 893.176211] env[62845]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1dcc364-1f07-43c2-a1a8-005c3ef223f0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.183854] env[62845]: DEBUG oslo_vmware.rw_handles [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21a42-87c4-4bb0-5dda-f16730308693/disk-0.vmdk. {{(pid=62845) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.183997] env[62845]: DEBUG nova.virt.vmwareapi.images [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Uploaded image 7f86d0ea-22b7-4d74-b1a6-0e998a2dd627 to the Glance image server {{(pid=62845) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.186318] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Destroying the VM {{(pid=62845) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.186843] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00361609-25ad-411d-96c0-11127524d5da {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.192650] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 893.192650] env[62845]: value = "task-2536147" [ 893.192650] env[62845]: _type = "Task" [ 893.192650] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.201211] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536147, 'name': Destroy_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.226430] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "refresh_cache-20b9b7f6-415b-4986-995a-3f199ed59347" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.226786] env[62845]: DEBUG nova.compute.manager [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Instance network_info: |[{"id": "0f6b66e0-e159-4140-a49f-5824dfe5b3e1", "address": "fa:16:3e:f7:c2:77", "network": {"id": "8258d5ac-a2b4-4afb-99b6-dc81478370dd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-233263741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d681fe2b18641eaa55a00c5c85f8783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6b66e0-e1", "ovs_interfaceid": "0f6b66e0-e159-4140-a49f-5824dfe5b3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62845) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.227216] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f6b66e0-e159-4140-a49f-5824dfe5b3e1', 'vif_model': 'vmxnet3'}] {{(pid=62845) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.234787] env[62845]: DEBUG oslo.service.loopingcall [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62845) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.235117] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Creating VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.238381] env[62845]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af23011b-d0b3-49c9-a11f-8e0f9f51fffb {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.258685] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.260043] env[62845]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.260043] env[62845]: value = "task-2536148" [ 893.260043] env[62845]: _type = "Task" [ 893.260043] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.268019] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536148, 'name': CreateVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.430251] env[62845]: DEBUG nova.scheduler.client.report [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Inventory has not changed for provider a35c3bed-a253-4a2c-8e35-b05dadf4c206 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62845) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.631851] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] [instance: 5f288671-faa4-47ff-9b41-2137c2c8a157] Creating linked-clone VM from snapshot {{(pid=62845) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.632553] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79d238d5-4eda-4e82-af5c-a0bdc30a1b2a {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.642469] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Waiting for the task: (returnval){ [ 893.642469] env[62845]: value = "task-2536149" [ 893.642469] env[62845]: _type = "Task" [ 893.642469] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.650430] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536149, 'name': CloneVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.702308] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536147, 'name': Destroy_Task} progress is 33%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.748246] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536146, 'name': ReconfigVM_Task, 'duration_secs': 0.744408} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.748712] env[62845]: DEBUG nova.virt.vmwareapi.volumeops [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4e4dfa51-9835-4fb8-93fe-926280871d18/4e4dfa51-9835-4fb8-93fe-926280871d18.vmdk or device None with type sparse {{(pid=62845) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.749813] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07d716d9-803f-4f9b-998f-a519ab6ad169 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.757118] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 893.757118] env[62845]: value = "task-2536150" [ 893.757118] env[62845]: _type = "Task" [ 893.757118] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.770030] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536150, 'name': Rename_Task} progress is 5%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.773614] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536148, 'name': CreateVM_Task} progress is 25%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.935983] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.938764] env[62845]: DEBUG oslo_concurrency.lockutils [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.779s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.941420] env[62845]: INFO nova.compute.claims [None req-27ad75ca-e244-427d-88d1-9cffc53c6108 tempest-ServerDiskConfigTestJSON-1545769937 tempest-ServerDiskConfigTestJSON-1545769937-project-member] [instance: c04f130e-9041-4597-a5a4-f288e460091d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.971685] env[62845]: INFO nova.scheduler.client.report [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Deleted allocations for instance 6659bfa5-3c32-42fa-9c62-967bc5e0e69a [ 893.984995] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Powering off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.985374] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94fc4c2-a20c-4302-b08b-284d178af019 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.992791] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 893.992791] env[62845]: value = "task-2536151" [ 893.992791] env[62845]: _type = "Task" [ 893.992791] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.004469] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.153914] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536149, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.204857] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536147, 'name': Destroy_Task, 'duration_secs': 0.845843} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.205170] env[62845]: INFO nova.virt.vmwareapi.vm_util [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Destroyed the VM [ 894.205419] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] [instance: 781a123b-cd1f-4b2b-828e-1c3268830c69] Deleting Snapshot of the VM instance {{(pid=62845) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.205675] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ceb25abd-be87-4dbe-995f-ab82fd0acb3d {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.211808] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Waiting for the task: (returnval){ [ 894.211808] env[62845]: value = "task-2536152" [ 894.211808] env[62845]: _type = "Task" [ 894.211808] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.220417] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.272468] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536150, 'name': Rename_Task, 'duration_secs': 0.2497} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.275787] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] [instance: 4e4dfa51-9835-4fb8-93fe-926280871d18] Powering on the VM {{(pid=62845) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.276039] env[62845]: DEBUG oslo_vmware.api [-] Task: {'id': task-2536148, 'name': CreateVM_Task, 'duration_secs': 0.823313} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.276255] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4225f16c-5283-416e-9375-ebb54fbcda0b {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.277860] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Created VM on the ESX host {{(pid=62845) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.278569] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.278732] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.279109] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.279696] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb0c005-21e8-40db-97bc-d8dbcd43e5ef {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.283288] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Waiting for the task: (returnval){ [ 894.283288] env[62845]: value = "task-2536153" [ 894.283288] env[62845]: _type = "Task" [ 894.283288] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.287805] env[62845]: DEBUG oslo_vmware.api [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 894.287805] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c1a49e-8f89-d1b5-b6f1-ac2e123f33dc" [ 894.287805] env[62845]: _type = "Task" [ 894.287805] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.295999] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.298945] env[62845]: DEBUG oslo_vmware.api [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]52c1a49e-8f89-d1b5-b6f1-ac2e123f33dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.482467] env[62845]: DEBUG oslo_concurrency.lockutils [None req-10cbd5bd-45b3-4a32-8856-f825ada7470b tempest-ListServerFiltersTestJSON-1019038824 tempest-ListServerFiltersTestJSON-1019038824-project-member] Lock "6659bfa5-3c32-42fa-9c62-967bc5e0e69a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.201s {{(pid=62845) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.505454] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536151, 'name': PowerOffVM_Task, 'duration_secs': 0.195847} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.505454] env[62845]: DEBUG nova.virt.vmwareapi.vm_util [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Powered off the VM {{(pid=62845) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.505454] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Destroying instance {{(pid=62845) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.505786] env[62845]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a5571-2ac4-4fa3-9a87-96121dc39be0 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.514238] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Unregistering the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.514482] env[62845]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c92df9-583e-47d6-9456-41519739ff5e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.539809] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Unregistered the VM {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.540052] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] [instance: ac2cf433-26b1-43e7-8531-2cdaf6ae99b0] Deleting contents of the VM from datastore datastore1 {{(pid=62845) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.540283] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Deleting the datastore file [datastore1] ac2cf433-26b1-43e7-8531-2cdaf6ae99b0 {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.540543] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c02fcc-ad54-43af-a2ea-2dddf7fecf44 {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.546720] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Waiting for the task: (returnval){ [ 894.546720] env[62845]: value = "task-2536155" [ 894.546720] env[62845]: _type = "Task" [ 894.546720] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.555161] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.654576] env[62845]: DEBUG oslo_vmware.api [None req-2b142fc7-c0b2-4ca3-b052-5e5fd2329778 tempest-ImagesOneServerNegativeTestJSON-1509160849 tempest-ImagesOneServerNegativeTestJSON-1509160849-project-member] Task: {'id': task-2536149, 'name': CloneVM_Task} progress is 94%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.730929] env[62845]: DEBUG oslo_vmware.api [None req-ffd3c188-ba7a-4e7b-ac93-3f1bc0f265e5 tempest-DeleteServersTestJSON-639917414 tempest-DeleteServersTestJSON-639917414-project-member] Task: {'id': task-2536152, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.797834] env[62845]: DEBUG oslo_vmware.api [None req-65884e93-393b-4950-920f-e1d270660821 tempest-AttachInterfacesV270Test-1014991719 tempest-AttachInterfacesV270Test-1014991719-project-member] Task: {'id': task-2536153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.802139] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.802413] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] [instance: 20b9b7f6-415b-4986-995a-3f199ed59347] Processing image 87bc7b1f-c35f-428c-931d-dff6681d23cc {{(pid=62845) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.802656] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc/87bc7b1f-c35f-428c-931d-dff6681d23cc.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.802804] env[62845]: DEBUG oslo_concurrency.lockutils [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/87bc7b1f-c35f-428c-931d-dff6681d23cc/87bc7b1f-c35f-428c-931d-dff6681d23cc.vmdk" {{(pid=62845) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.803051] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.803264] env[62845]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac9d5dc-767f-4526-a3fa-3360fb96106f {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.826457] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62845) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.826723] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62845) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.827639] env[62845]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9fb0f0-220e-48a5-ba7f-383a8d341b1e {{(pid=62845) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.834649] env[62845]: DEBUG oslo_vmware.api [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Waiting for the task: (returnval){ [ 894.834649] env[62845]: value = "session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522cab88-ce0d-a7d7-556a-bee195ed4682" [ 894.834649] env[62845]: _type = "Task" [ 894.834649] env[62845]: } to complete. {{(pid=62845) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.843299] env[62845]: DEBUG oslo_vmware.api [None req-d82e6353-6e70-4198-bed2-c009714c642e tempest-ImagesTestJSON-1752607013 tempest-ImagesTestJSON-1752607013-project-member] Task: {'id': session[5247043c-35f4-4553-00ec-5caaf1ae77c0]522cab88-ce0d-a7d7-556a-bee195ed4682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.062339] env[62845]: DEBUG oslo_vmware.api [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Task: {'id': task-2536155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133516} completed successfully. {{(pid=62845) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.062626] env[62845]: DEBUG nova.virt.vmwareapi.ds_util [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest-ServerShowV247Test-1149424380-project-member] Deleted the datastore file {{(pid=62845) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.062812] env[62845]: DEBUG nova.virt.vmwareapi.vmops [None req-1969a68b-7256-4f8c-88aa-209e6f810d01 tempest-ServerShowV247Test-1149424380 tempest